-- Logs begin at Wed 2021-06-23 13:30:05 UTC, end at Wed 2021-06-23 14:28:35 UTC. -- Jun 23 14:01:48.856797 dv-cinder-784477-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 14:01:51.494074 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:51.494695 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:51.494819 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:51.498002 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:51.498236 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:51.498536 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:51.499451 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:51.499674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:51.500030 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:51.500265 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:51.500482 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:51.500794 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.501087 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.501374 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.501596 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.501855 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.502164 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.502438 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.502713 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.503005 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.503280 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.503550 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.503825 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.504050 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.504309 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.504575 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.504848 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.505062 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] debug = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.505333 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.505745 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.506187 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.506456 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.506735 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.507003 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.507246 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.507511 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.507789 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.508105 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] host = dv-cinder-784477-5-smb {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.508428 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.508707 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.508984 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.509264 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.509528 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.509802 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.510099 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.510363 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.510624 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] log_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.510891 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.511167 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.511442 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.511723 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.511939 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.512152 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.512431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.512705 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.512973 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.513240 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.513513 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.513780 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.514075 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.514337 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.514612 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.514889 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.515169 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.515434 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.515702 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.515960 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.516224 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.516498 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.516762 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.517028 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.517292 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.517567 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.517827 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.518115 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.518402 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.518678 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.518947 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.519222 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.519483 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.519758 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.520020 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.520282 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.520544 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] use_json = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.520809 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.521070 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.521341 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.521603 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.521863 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.522152 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.522406 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.522680 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:51.522968 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.523256 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.523547 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.523921 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.524193 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.524466 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.524744 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.525014 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.525291 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.525567 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.525845 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.526138 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.526414 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.526683 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.526967 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.527260 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.527542 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.527824 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.528087 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.528350 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.528614 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.528882 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.529157 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.529443 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.529720 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.530016 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.530287 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.530573 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.530843 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.531107 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.531376 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.531655 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.531925 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.532191 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.532463 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.532731 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.532993 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.533253 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.533521 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.533801 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.534093 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.534357 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.534619 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.534885 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.535150 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.535424 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.535689 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.535950 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.536212 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.536479 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.536745 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.537007 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.537275 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.537540 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.537805 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.538089 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.538352 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.538613 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.538874 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.539135 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.539424 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.539714 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.539987 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.540253 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.540514 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.540778 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.541039 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.541302 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.541579 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.541871 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.542165 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.542439 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.542715 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.542983 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.543253 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.543524 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.543798 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.544069 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.544338 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.544621 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.544898 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.545175 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.545449 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.545719 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.546105 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.546380 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.546656 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.546928 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.547200 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.547483 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.547758 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.548043 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.548328 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.548610 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.548893 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.549178 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.549450 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.549748 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.550048 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:51.550260 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:51.550491 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93029) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 14:01:51.887959 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:51.888224 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:51.888517 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:51.888844 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 14:01:52.273397 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.273632 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.273916 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.275251 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.275511 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.275775 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.308705 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.308977 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.309239 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.322333 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.322606 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.322873 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.351736 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.352042 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.352309 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.387009 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.387267 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.387526 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.620287 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.620950 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.620950 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.621095 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.621743 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.741174 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.741472 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.741747 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.742033 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.742296 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.742671 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.742932 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.743181 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.743425 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.743696 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.743937 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.744194 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.744443 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.744697 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.744942 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.745184 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.745449 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.746676 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.746962 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.747223 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.747512 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.747859 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.748112 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.748398 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.748646 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.748890 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.749272 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:52.749509 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:52.749744 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:52.749996 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:52.750229 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:52.750457 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:52.750812 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 14:01:52.753833 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 14:01:52.757700 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 14:01:52.761703 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 23 14:01:52.763345 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 14:01:52.763790 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 14:01:52.764113 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 14:01:52.764480 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 14:01:52.767469 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 14:01:52.767711 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 14:01:52.768048 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:52.794968 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 14:01:52.795412 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.795696 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93029) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 14:01:52.796049 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.797369 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93029) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 14:01:52.797644 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:52.797902 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 14:01:52.801227 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.801499 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:52.866592 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 14:01:52.866828 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 14:01:52.867031 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 14:01:52.867429 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 14:01:52.891750 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_db.sqlalchemy.engines [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93029) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 14:01:53.438578 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing driver for type 'gre' Jun 23 14:01:53.439319 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] gre ID ranges: [(1, 1000)] Jun 23 14:01:53.492803 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing driver for type 'local' Jun 23 14:01:53.493138 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing driver for type 'vlan' Jun 23 14:01:53.507347 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] VlanTypeDriver initialization complete Jun 23 14:01:53.507735 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing driver for type 'vxlan' Jun 23 14:01:53.508252 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] vxlan ID ranges: [(1, 1000)] Jun 23 14:01:53.563411 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing extension driver 'port_security' Jun 23 14:01:53.563747 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.extensions.port_security [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] PortSecurityExtensionDriver initialization complete Jun 23 14:01:53.564097 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing mechanism driver 'openvswitch' Jun 23 14:01:53.564428 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing mechanism driver 'hyperv' Jun 23 14:01:53.571166 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:53.571937 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.572300 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.572642 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.573015 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnet after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.573356 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnet after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.573690 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.574081 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.574422 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.574754 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.575123 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > security_group after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.575457 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > security_group after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.575784 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.576144 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.576476 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.576803 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.577167 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > address_group after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.577499 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > address_group after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.577826 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.578172 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] ML2 OVO RPC backend initialized. {{(pid=93029) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 14:01:53.578855 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.579197 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.579599 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.579934 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > networks before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.580272 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.580602 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > ports before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.580932 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnet before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.581262 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnets before_response 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.581592 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.581942 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.582267 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.582589 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.582911 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.583237 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.583561 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnet after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.583883 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnet after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.584209 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.584768 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.plugin [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Modular L2 Plugin initialization complete Jun 23 14:01:53.585088 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading services supported by the core plugin {{(pid=93029) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 14:01:53.585401 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.plugins.ml2.managers [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Got port-security extension from driver 'port_security' Jun 23 14:01:53.585854 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.extensions.vlantransparent [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Disabled vlantransparent extension. Jun 23 14:01:53.586437 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93029) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 14:01:53.586740 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: router Jun 23 14:01:53.621828 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.622542 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router after_create 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.622542 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router before_create 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.622910 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.623268 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.623605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router after_delete 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.623953 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.624299 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router after_create 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.624629 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router after_update 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.624967 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router after_update 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.625302 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.625651 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router after_update 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.626150 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_update 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.626488 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: port after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.626817 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: port after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.627141 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: subnet after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.627468 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.627801 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.628134 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_create 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.628466 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: port before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.628801 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.629142 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router after_update 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.629460 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.629798 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_create 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.630187 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.630522 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_update 55549900 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.630881 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > network after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.631722 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Tracking information for resource: router configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:53.632042 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Tracking information for resource: floatingip configured {{(pid=93029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:53.637022 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.db.l3_agentschedulers_db [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 14:01:53.637578 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: port after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.637938 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: port after_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.638305 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: port after_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.638644 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: port after_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.639410 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router before_create 55550100 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.639760 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.640106 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_create 55550100 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.640447 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > router precommit_update 55550100 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.644923 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.services.provider_configuration [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service providers = [] {{(pid=93029) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 14:01:53.645271 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.db.servicetype_db [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93029) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 14:01:53.648127 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.services.service_base [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:53.648471 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.services.service_base [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:53.648862 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.services.service_base [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:53.649732 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.services.service_base [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:53.650118 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.services.service_base [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 14:01:53.650479 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.650786 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 14:01:53.661177 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.661501 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: auto_allocate Jun 23 14:01:53.667251 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: network precommit_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.667611 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: network precommit_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.668121 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.668432 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: tag Jun 23 14:01:53.674948 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.675273 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: timestamp Jun 23 14:01:53.678997 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.679321 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: network_ip_availability Jun 23 14:01:53.686214 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.686563 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.686911 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.687602 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.687921 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: flavors Jun 23 14:01:53.692618 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.692877 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading Plugin: revisions Jun 23 14:01:53.697162 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:53.697544 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_concurrency.lockutils [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=93029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:53.698284 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93029) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 14:01:53.698610 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Initializing extension manager. Jun 23 14:01:53.699100 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: __init__.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.699428 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: __pycache__ {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.699743 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.700061 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: address_group.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.700793 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.701336 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: address-group Jun 23 14:01:53.701649 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: address_scope.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.702344 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.702844 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: address-scope Jun 23 14:01:53.703152 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.704037 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.704644 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: router-admin-state-down-before-update Jun 23 14:01:53.704964 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: agent.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.705633 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.706158 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: agent Jun 23 14:01:53.706467 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: agent_resources_synced.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.707336 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.707838 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: agent-resources-synced Jun 23 14:01:53.708139 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: allowedaddresspairs.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.709841 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.710380 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: allowed-address-pairs Jun 23 14:01:53.710692 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: auto_allocated_topology.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.711954 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.712450 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: auto-allocated-topology Jun 23 14:01:53.712767 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: availability_zone.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.713433 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.713956 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: availability_zone Jun 23 14:01:53.714273 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: availability_zone_filter.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.715142 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.715636 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: availability_zone_filter Jun 23 14:01:53.715942 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: data_plane_status.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.716820 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.717311 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 14:01:53.717618 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: default_subnetpools.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.718521 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.719016 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: default-subnetpools Jun 23 14:01:53.719325 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.720098 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.720590 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: dhcp_agent_scheduler Jun 23 14:01:53.720894 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: dns.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.721766 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.722648 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 14:01:53.722958 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: dns_domain_ports.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.723840 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.724346 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 14:01:53.724653 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.725527 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.726059 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 14:01:53.726368 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: dvr.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.727044 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.727529 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: dvr Jun 23 14:01:53.727834 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: empty_string_filtering.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.728696 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.729188 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: empty-string-filtering Jun 23 14:01:53.729493 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.730380 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.730868 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:53.731172 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.732025 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.732519 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 14:01:53.732821 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: external_net.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.733694 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.734214 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: external-net Jun 23 14:01:53.734520 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.735385 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.735877 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: extra_dhcp_opt Jun 23 14:01:53.736181 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: extraroute.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.737041 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.737533 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: extraroute Jun 23 14:01:53.737839 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: extraroute_atomic.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.738847 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.739353 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: extraroute-atomic Jun 23 14:01:53.739659 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: filter_validation.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.740293 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.740786 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: filter-validation Jun 23 14:01:53.741093 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: fip_pf_description.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.741985 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.742476 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 14:01:53.742823 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: fip_port_details.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.743705 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.744194 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: fip-port-details Jun 23 14:01:53.744500 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: flavors.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.745685 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.746207 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: flavors Jun 23 14:01:53.746520 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.748126 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.748638 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 14:01:53.748953 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: floatingip_pools.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.749616 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.750153 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: floatingip-pools Jun 23 14:01:53.750466 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: ip_allocation.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.751349 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.751849 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 14:01:53.752158 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.753027 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.753542 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: ip-substring-filtering Jun 23 14:01:53.753850 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l2_adjacency.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.754768 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.755259 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 14:01:53.755563 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l3.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.756490 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.756994 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: router Jun 23 14:01:53.757304 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.759646 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.760164 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:53.760487 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.761376 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.761945 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: ext-gw-mode Jun 23 14:01:53.762260 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.763137 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.763643 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: l3-ha Jun 23 14:01:53.763955 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l3_flavors.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.764848 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.765351 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: l3-flavors Jun 23 14:01:53.765663 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.766564 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.767059 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 14:01:53.767372 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: l3agentscheduler.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.768372 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.768876 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: l3_agent_scheduler Jun 23 14:01:53.769192 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: logging.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.770668 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.771174 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension logging not supported by any of loaded plugins Jun 23 14:01:53.771490 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: metering.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.772196 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.772755 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: metering Jun 23 14:01:53.773069 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.774217 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.774725 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: metering_source_and_destination_fields Jun 23 14:01:53.775034 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: multiprovidernet.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.775921 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.776422 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: multi-provider Jun 23 14:01:53.776736 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: netmtu.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.777612 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.778139 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: net-mtu Jun 23 14:01:53.778447 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: netmtu_writable.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.779321 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.779816 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: net-mtu-writable Jun 23 14:01:53.780124 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: network_availability_zone.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.780758 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.781248 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: network_availability_zone Jun 23 14:01:53.781552 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: network_ip_availability.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.782624 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.783115 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: network-ip-availability Jun 23 14:01:53.783439 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: network_segment_range.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.784176 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.784666 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 14:01:53.784971 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: pagination.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.785919 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.786247 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: pagination Jun 23 14:01:53.786555 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: port_device_profile.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.787429 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.787932 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: port-device-profile Jun 23 14:01:53.788236 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.789122 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.789639 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: port-mac-address-regenerate Jun 23 14:01:53.789975 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.790839 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.791335 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: port-numa-affinity-policy Jun 23 14:01:53.791644 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: port_resource_request.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.792515 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.793006 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 14:01:53.793315 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: portbindings.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.794229 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.794724 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: binding Jun 23 14:01:53.795030 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: portbindings_extended.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.796270 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.796765 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: binding-extended Jun 23 14:01:53.797079 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: portsecurity.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.797977 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.798480 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: port-security Jun 23 14:01:53.798784 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: project_id.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.799710 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.800025 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: project-id Jun 23 14:01:53.800330 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: providernet.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.801210 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.801711 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: provider Jun 23 14:01:53.802055 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.805785 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.806331 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos not supported by any of loaded plugins Jun 23 14:01:53.806647 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.807848 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.808351 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 14:01:53.808667 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.809545 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.810089 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 14:01:53.810402 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_default.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.811278 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.811786 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-default not supported by any of loaded plugins Jun 23 14:01:53.812097 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_fip.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.812719 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.813212 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 14:01:53.813575 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_gateway_ip.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.814489 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.814987 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 14:01:53.815291 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_port_network_policy.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.816163 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.816668 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 14:01:53.816974 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_rule_type_details.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.817835 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.818391 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 14:01:53.818700 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: qos_rules_alias.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.819694 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.820190 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 14:01:53.820494 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: quotasv2.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.821385 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.821695 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: quotas Jun 23 14:01:53.822028 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: quotasv2_detail.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.824996 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.825325 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: quota_details Jun 23 14:01:53.825647 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: rbac.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.826689 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.827208 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: rbac-policies Jun 23 14:01:53.827519 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: rbac_address_group.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.828409 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.828917 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: rbac-address-group Jun 23 14:01:53.829226 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: rbac_address_scope.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.830160 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.830676 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: rbac-address-scope Jun 23 14:01:53.830983 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: rbac_security_groups.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.831856 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.832355 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: rbac-security-groups Jun 23 14:01:53.832665 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: rbac_subnetpool.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.833535 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.834065 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: rbac-subnetpool Jun 23 14:01:53.834374 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: revisionifmatch.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.835245 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.835754 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: revision-if-match Jun 23 14:01:53.836059 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: revisions.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.837356 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.837852 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: standard-attr-revisions Jun 23 14:01:53.838192 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: router_availability_zone.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.838833 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.839349 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: router_availability_zone Jun 23 14:01:53.839655 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: routerservicetype.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.840522 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.841016 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 14:01:53.841324 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.842221 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.842721 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: security-groups-normalized-cidr Jun 23 14:01:53.843026 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.843914 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.844406 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: port-security-groups-filtering Jun 23 14:01:53.844715 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.845585 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.846114 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: security-groups-remote-address-group Jun 23 14:01:53.846421 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: securitygroup.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.856306 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.856819 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: security-group Jun 23 14:01:53.857134 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: segment.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.857907 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.858426 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension segment not supported by any of loaded plugins Jun 23 14:01:53.858738 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.859654 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.860156 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 14:01:53.860465 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: servicetype.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.861541 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.862087 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: service-type Jun 23 14:01:53.862402 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: sorting.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.863344 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.863663 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: sorting Jun 23 14:01:53.863973 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: standard_attr_segment.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.864921 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.865421 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 14:01:53.865737 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: standardattrdescription.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.866377 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.866877 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: standard-attr-description Jun 23 14:01:53.867189 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: stateful_security_group.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.868178 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.868683 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: stateful-security-group Jun 23 14:01:53.868997 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: stdattrs_common.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.869547 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 14:01:53.869857 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.870779 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.871284 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 14:01:53.871591 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: subnet_onboard.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.872633 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.873147 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: subnet_onboard Jun 23 14:01:53.873461 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.874365 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.874867 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 14:01:53.875173 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: subnet_service_types.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.876055 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.876557 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: subnet-service-types Jun 23 14:01:53.876863 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: subnetallocation.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.877904 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.878435 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: subnet_allocation Jun 23 14:01:53.878743 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.879405 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.879900 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: subnetpool-prefix-ops Jun 23 14:01:53.880208 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.881102 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.881602 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 14:01:53.881912 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: tagging.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.882962 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.883524 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: standard-attr-tag Jun 23 14:01:53.883833 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: timestamp.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.884999 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.885503 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loaded extension: standard-attr-timestamp Jun 23 14:01:53.885815 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: trunk.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.886851 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.887359 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension trunk not supported by any of loaded plugins Jun 23 14:01:53.887670 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: trunk_details.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.888545 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.889047 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 14:01:53.889357 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: uplink_status_propagation.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.890266 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.890774 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 14:01:53.891079 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Loading extension file: vlantransparent.py {{(pid=93029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:53.891725 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:53.892222 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 14:01:53.894710 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:network Jun 23 14:01:53.895222 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:subnet Jun 23 14:01:53.895607 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:53.895985 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:port Jun 23 14:01:53.897226 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.897657 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service FLAVORS assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.898304 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.898728 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.899066 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:53.899484 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:53.899960 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service METERING assigned prefix: /metering {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.901397 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.901756 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.902123 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:53.903118 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:53.903553 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:53.903982 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:53.904561 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service CORE assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.904889 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:53.905220 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] subnetpool is already registered Jun 23 14:01:53.905647 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service CORE assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.905990 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:53.906311 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] subnetpool is already registered Jun 23 14:01:53.908913 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.909336 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service FLAVORS assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.909945 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.910361 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.910684 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:53.911012 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] router is already registered Jun 23 14:01:53.911413 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:53.911735 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] floatingip is already registered Jun 23 14:01:53.912184 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service METERING assigned prefix: /metering {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.912874 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:53.913190 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] rbac_policy is already registered Jun 23 14:01:53.913596 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:53.913931 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] security_group is already registered Jun 23 14:01:53.914333 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:53.914769 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] security_group_rule is already registered Jun 23 14:01:53.915405 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service CORE assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.915729 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:53.916048 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] subnetpool is already registered Jun 23 14:01:53.916580 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.v2.resource_helper [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Service CORE assigned prefix: {{(pid=93029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:53.916914 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:53.917315 dv-cinder-784477-5-smb neutron-server[93029]: WARNING neutron.quota.resource_registry [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] subnetpool is already registered Jun 23 14:01:53.917788 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: extensions {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.919348 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: address-groups {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.920820 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: address-scopes {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.922172 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: agents {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.923310 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: auto-allocated-topology {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.924558 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: availability_zones {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.925770 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: dhcp-networks {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.927284 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: dhcp-agents {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.928725 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: routers {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.930478 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: flavors {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.932967 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: service_profiles {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.934203 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: next_providers {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.935663 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: service_profiles {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.937204 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: floatingip-pools {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.938450 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: routers {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.940140 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: floatingips {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.941409 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: l3-routers {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.942889 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: l3-agents {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.944247 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: metering-labels {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.945504 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: metering-label-rules {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.946943 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: network-ip-availabilities {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.948185 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: bindings {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.949788 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: quotas {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.951347 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: quotas {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.952748 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: rbac-policies {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.953977 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: security-groups {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.955411 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: security-group-rules {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.956652 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: service-providers {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.957865 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: subnetpools {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.959191 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: subnetpools {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.960729 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.962614 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.964505 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.966762 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.968477 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.970439 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.972996 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.974836 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.976672 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.978528 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron.api.extensions [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Extended resource: tags {{(pid=93029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:53.984564 dv-cinder-784477-5-smb neutron-server[93029]: WARNING keystonemiddleware.auth_token [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 14:01:53.989086 dv-cinder-784477-5-smb neutron-server[93029]: WARNING keystonemiddleware.auth_token [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 14:01:53.997444 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_concurrency.lockutils [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Acquired lock "singleton_lock" {{(pid=93029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 14:01:53.997922 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_concurrency.lockutils [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Releasing lock "singleton_lock" {{(pid=93029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 14:01:53.998558 dv-cinder-784477-5-smb neutron-server[93029]: INFO oslo_service.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Starting 2 workers Jun 23 14:01:54.003269 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Started child 93136 {{(pid=93029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:54.007743 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Started child 93137 {{(pid=93029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:54.008626 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:54.009361 dv-cinder-784477-5-smb neutron-server[93029]: INFO neutron.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 14:01:54.009910 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Notify callbacks [] for process, before_spawn {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:54.010148 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [-] (93136) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:54.012224 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:54.012787 dv-cinder-784477-5-smb neutron-server[93029]: INFO oslo_service.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Starting 1 workers Jun 23 14:01:54.013539 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [-] (93137) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:54.017304 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Started child 93138 {{(pid=93029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:54.017832 dv-cinder-784477-5-smb neutron-server[93029]: INFO oslo_service.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Starting 1 workers Jun 23 14:01:54.020990 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] calling RpcWorker wait() {{(pid=93138) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 14:01:54.021556 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] returning from RpcWorker wait() {{(pid=93138) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 14:01:54.022221 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Started child 93140 {{(pid=93029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:54.022749 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:54.023027 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b48663ea-ecfd-4f0b-bf78-9572139aa667 None None] Notify callbacks [] for process, after_spawn {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:54.023220 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:54.024344 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 52394) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:01:54.028125 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:54.028355 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:54.028527 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:54.028731 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:54.029070 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:54.029232 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:54.029764 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.030067 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.030338 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.030605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.030873 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.031345 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:54.031843 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.031843 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.031972 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.032200 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.032447 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.032617 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.032780 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.033026 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.033251 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.034389 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.034389 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.034564 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074470 Jun 23 14:01:54.034642 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.034642 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.034642 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.034826 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.035441 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:54.035751 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.036258 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.036540 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] debug = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.037790 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.037790 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.037790 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.037790 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.038212 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.038397 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.039237 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.039237 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.039237 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.039488 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.039665 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.039859 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.040140 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.041084 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.041084 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.041084 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.041084 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.041516 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] host = dv-cinder-784477-5-smb {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.041668 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.041912 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.042160 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.042795 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.042795 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.042975 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.043123 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.043369 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.043619 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.043846 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.044086 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.044337 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.044570 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.045253 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.045253 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_options = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.045403 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.045571 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.045822 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.046757 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.046757 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.046757 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.046757 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.046757 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.047064 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.047251 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.047393 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.047607 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.047823 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.048051 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.048300 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.048541 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.048753 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.048957 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.049208 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.049447 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.049668 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.049940 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.050170 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.050388 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.051829 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.051829 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.051829 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.051829 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.051829 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.051829 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.052598 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.052598 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.052598 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.052598 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.053113 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.053113 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.053371 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.053504 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.053715 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.053976 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.054218 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.054448 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_json = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.056431 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.058401 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.058401 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.058401 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.058401 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.058401 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.058787 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.059115 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.059428 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.059595 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.059831 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.060059 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.060299 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.061268 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.061268 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.061268 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.061490 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.061655 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.061925 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.062159 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.062481 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.063246 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.063246 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.063246 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.063449 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.063675 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.063932 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.064219 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.064486 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.064771 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.065026 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.065249 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.065593 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.065815 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.066072 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.066321 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.066548 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.066840 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.067046 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.067275 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.068247 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.068247 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.068247 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.068247 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.068527 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.068663 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.068863 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.069104 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.069347 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.069576 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.069814 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.070047 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.070287 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.070487 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.070781 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.071011 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.071250 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.071495 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.071703 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.071922 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.072138 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.072407 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.072645 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.072938 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.073176 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.073412 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.073667 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.073955 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.074128 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.074334 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.074569 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.074804 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.075015 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.075879 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.075879 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.075879 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.076124 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.076289 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.077381 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.077633 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.077854 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.078113 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.078329 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.078549 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.078789 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.078977 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.079221 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.079425 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.079658 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.079936 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.081127 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.081127 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.081127 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.082234 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.082234 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.082234 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.082670 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.082670 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.082955 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.083192 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.083752 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.083752 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.084059 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.084198 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.084340 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.084620 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.084863 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.085747 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.085747 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.085747 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.085747 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.089357 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.089739 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.090023 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.090277 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.090557 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.090848 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.091096 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093109 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093109 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093109 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093109 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093109 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093109 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093109 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093675 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093675 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.093675 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.094013 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.094178 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.094426 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.094647 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.094922 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.095148 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.095386 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.095595 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.096315 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.097032 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.097555 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.097735 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.097978 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.098288 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.098544 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.098778 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.099049 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.099856 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.099856 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.099856 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.100067 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.100205 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.100444 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.100672 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.100883 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.101111 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.101336 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.101554 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.101766 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.102927 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.103183 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.103404 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.105845 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.106220 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.106987 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.107227 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.107791 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.107791 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.108261 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.108527 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.109468 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.109468 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.109468 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.109768 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.110004 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.110228 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.110511 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.110768 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.111000 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.111861 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.112094 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.112688 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.112935 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.113560 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.113793 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.114033 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.114840 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.115070 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.115639 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.115882 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.116118 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.117016 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.117016 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.117194 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.118225 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.118497 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.118770 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.119048 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.119285 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.119539 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.119790 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.120022 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.120244 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.120485 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.120704 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.120958 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.121183 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.121438 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.121667 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.121952 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.122120 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.122339 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.122565 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.122851 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.123098 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.123341 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.123625 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.123800 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.124034 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.124250 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.124460 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.124676 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.124888 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.125112 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.125917 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.125917 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.125917 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.126497 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.126736 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.126945 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.127154 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.127372 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.127585 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.127828 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.128833 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.129975 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.130308 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.130550 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.131991 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.131991 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.132235 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.132567 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.132928 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.137903 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.138423 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.138423 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.138423 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.138423 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.138423 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.139013 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.139293 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.139568 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.139789 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.140083 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.140416 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.140679 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.140921 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.141820 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.141820 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.141820 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.142093 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.142348 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.143030 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.143030 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.143191 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.143366 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.143587 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.143804 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.144040 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.144261 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.144492 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.144725 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.144958 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.145168 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.145321 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:54.145876 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:54.146052 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:54.146869 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:54.146869 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:54.146869 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:54.146869 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:54.146869 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.147212 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.147212 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.147340 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.147408 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.147615 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.147765 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.147861 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.148020 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.148170 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.148330 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.148484 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.148637 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.148839 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.148993 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.149147 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.149299 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.149512 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.149608 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.149748 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.149944 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.150105 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.150248 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] debug = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.150387 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.150580 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.150767 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.150910 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.151050 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.151188 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.151340 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.151477 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.151644 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.151781 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.151924 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.152088 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.152248 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.152398 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] host = dv-cinder-784477-5-smb {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.153605 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154271 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154271 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154271 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154271 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154271 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154541 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154541 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154665 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154895 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.154895 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.155048 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_options = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.155193 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.155335 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.155492 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.155665 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.155825 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.155976 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.156117 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.156256 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.156391 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.156525 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.156727 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.156875 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.157020 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.157155 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.157301 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.157435 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.157581 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.157716 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.157850 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.158073 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.158210 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.158344 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.158478 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.158624 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.158761 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.158925 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.159062 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.159197 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.159330 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.159473 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.159607 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.159742 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.159886 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160021 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160155 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160288 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160421 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160558 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160693 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160827 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.160960 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.161103 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.161247 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.161381 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.161514 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.161647 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_json = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.161782 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.161945 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.162086 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.162221 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.162367 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.162504 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.162638 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.162771 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:54.163722 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.163722 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.163722 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.163722 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.163722 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.163722 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.164585 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.164585 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.164585 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.164585 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.165085 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.165085 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.165085 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.165453 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.165453 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.165733 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.165733 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166056 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166056 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166314 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166314 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166581 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166581 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166936 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166936 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.166936 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.167324 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.168108 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.168687 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.169473 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.169473 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.169757 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.170057 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.170213 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.170418 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.170584 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.170915 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.171079 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.171221 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.171381 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.171562 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.172499 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.172499 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.172499 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.172499 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173032 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173032 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173032 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173410 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173410 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173410 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173800 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.173800 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174085 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174085 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174351 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174351 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174608 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174608 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174882 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.174882 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.175144 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.175144 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.175488 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.175632 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.176582 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.176582 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.176582 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.176582 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.176582 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.176582 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.177486 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.177486 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.177486 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.177486 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.177486 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.177486 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.178279 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.178279 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.178279 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.178658 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.178658 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.178924 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.178924 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.179190 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.179190 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.179456 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.179456 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.179713 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.179847 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180006 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180146 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180280 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180415 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180559 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180702 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180831 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.180995 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.181136 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.181292 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.181432 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.181590 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.181731 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.181990 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.182140 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.182276 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.182412 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.182560 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.182707 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.182845 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.183024 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.183163 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.183920 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.183920 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.183920 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.183920 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.184443 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.184443 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.184700 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.184833 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.184975 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.185124 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.185272 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.185407 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.185540 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.185674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.185807 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186005 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186147 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186282 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186428 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186564 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186697 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186832 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.186967 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.187129 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.187337 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.187478 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.187612 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.187756 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.187891 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188026 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188160 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188293 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188427 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188561 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188695 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188828 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.188982 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.189118 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.189252 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.189386 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.189547 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.189687 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.189832 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.190052 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.190195 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.190341 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.190499 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.190652 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.190806 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.190961 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.191118 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.191272 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.191416 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.191552 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.191698 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.191856 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.192038 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.192177 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.192313 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.192494 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.192654 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.192809 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.193016 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.193107 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.193264 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.193484 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.193626 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.193795 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.194030 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.194115 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:54.194200 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.194295 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.194407 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.194562 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.194716 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.194870 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.195039 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.195193 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.195348 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.195501 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.195789 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.195945 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.196098 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.196252 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.196406 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.196559 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.196712 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.196870 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.197028 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.197187 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.197335 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.197523 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.197672 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.197815 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.197959 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.198131 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.198284 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.198441 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.198596 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.198750 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.199674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.199674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.199674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.199674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.199674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.199674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200028 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200028 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200164 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200230 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200392 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200504 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200732 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200824 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.200944 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.201105 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.201259 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.201413 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.201566 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.201720 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.201999 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.202089 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.202193 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.202359 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.202517 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.202671 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.202825 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.202991 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.203772 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.203772 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.203772 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.203772 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.203772 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204073 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204073 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204204 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204410 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204554 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204747 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204838 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.204989 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.205148 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.205308 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.205471 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.205625 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.206729 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.206729 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.206729 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.206729 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.206729 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.206729 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207448 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207448 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207448 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207448 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207448 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207796 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207796 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.207937 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.208013 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.208674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.208674 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.209317 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:54.210000 dv-cinder-784477-5-smb neutron-server[93029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:02:05.145937 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a252df0-0a9e-40dd-af0c-7c9bd48a5fcd None None] get_active_networks_info from dv-cinder-784477-5-smb {{(pid=93138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 14:02:05.270168 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a252df0-0a9e-40dd-af0c-7c9bd48a5fcd None None] No non-hosted networks {{(pid=93138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 14:02:05.287570 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.agentschedulers_db [None req-1a252df0-0a9e-40dd-af0c-7c9bd48a5fcd None None] DHCP Agent not found on host dv-cinder-784477-5-smb {{(pid=93138) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 14:02:05.425833 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-9f182ff6-c988-403f-b3fd-d1ff9a45823f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117'] for agent, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:07.545929 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-61f1aad0-4df6-4ea7-8168-94c60a25712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117'] for agent, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:07.625276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-d48d0b2a-d40c-4f16-998e-f66a42877056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:09.005245 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117'] for agent, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:09.006743 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.008232 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.011808 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.012403 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.013065 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.013606 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.013968 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.014297 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.014788 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.017436 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.022574 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.022788 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:09.023197 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:09.028003 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117'] for agent, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:09.036941 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:10.339583 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117'] for agent, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:10.392281 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.db.l3_hamode_db [None req-7e36837a-a763-4386-97e5-69dd77bcfdc6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 14:02:10.469833 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36837a-a763-4386-97e5-69dd77bcfdc6 None None] Routers set() bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:10.470250 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36837a-a763-4386-97e5-69dd77bcfdc6 None None] Router IDs set() for agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 14:02:11.437707 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 52504) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:11.991449 dv-cinder-784477-5-smb neutron-server[93137]: WARNING oslo_policy.policy [None req-5859308b-6f0d-440d-810c-e25eba401745 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:11.992037 dv-cinder-784477-5-smb neutron-server[93137]: WARNING oslo_policy.policy [None req-5859308b-6f0d-440d-810c-e25eba401745 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:12.201037 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [None req-5859308b-6f0d-440d-810c-e25eba401745 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:12.202119 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-5859308b-6f0d-440d-810c-e25eba401745 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7634797 Jun 23 14:02:14.536424 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 52518) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:14.899978 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:14.991221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.policy [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:02:15.035239 dv-cinder-784477-5-smb neutron-server[93137]: WARNING oslo_policy.policy [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:15.035595 dv-cinder-784477-5-smb neutron-server[93137]: WARNING oslo_policy.policy [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:15.043973 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.quota [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] Loaded quota_driver: . Jun 23 14:02:15.138410 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772809016174', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772809015741', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772809108821', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772809112351', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772809105114', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772809115612', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1505486', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1448626', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-475392', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133708580'] for rbac-policy, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:15.218292 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:15.222594 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-024f2462-5ff1-4a94-a0b3-4d09fff41b1d admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6851618 Jun 23 14:02:17.769976 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 52530) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:18.310500 dv-cinder-784477-5-smb neutron-server[93136]: WARNING oslo_policy.policy [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:18.311073 dv-cinder-784477-5-smb neutron-server[93136]: WARNING oslo_policy.policy [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:18.520356 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Request body: {'network': {'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'admin_state_up': True, 'name': 'private'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:18.521932 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.quota [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Loaded quota_driver: . Jun 23 14:02:18.583846 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Made reservation on behalf of 5c690a1186ed461ea55682a2a6e5990d for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:18.647642 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.policy [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:02:18.692252 dv-cinder-784477-5-smb neutron-server[93136]: WARNING oslo_policy.policy [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:18.692616 dv-cinder-784477-5-smb neutron-server[93136]: WARNING oslo_policy.policy [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:18.702636 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.725030 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.855487 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.860921 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.866317 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:18.886217 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:02:18.910761 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772806767126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.911350 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Unsubscribe: segment precommit_create {{(pid=93136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:02:18.911816 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Added segment 99a44548-68b0-4bbf-bbfb-4fee78cd15db of type vlan for network 735e7f0e-3853-4166-8e77-1d448e8445ac Jun 23 14:02:18.927856 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9236ddf7-dee9-447b-9073-4d067e42ca80,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:18.949466 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.949788 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.950139 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.950456 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.950765 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.951073 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.951378 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.951688 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.951990 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.952293 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.952596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.952876 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Tracked resource versions report: Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: pushed versions: Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Log': {'1.0'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Network': {'1.1'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Port': {'1.7'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'PortForwarding': {'1.2'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'QosPolicy': {'1.8'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'SubPort': {'1.0'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Subnet': {'1.1'}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Trunk': {'1.1'}} Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: consumer versions: Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'ConntrackHelper': '1.0', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Log': '1.0', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Network': '1.1', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Port': '1.7', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'PortForwarding': '1.2', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'QosPolicy': '1.8', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroup': '1.4', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroupRule': '1.2', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'SubPort': '1.0', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Subnet': '1.1', Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: 'Trunk': '1.1'}} Jun 23 14:02:18.953974 dv-cinder-784477-5-smb neutron-server[93136]: {{(pid=93136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:19.047772 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:19.049490 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:19.103679 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:19.105218 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:19.105925 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:19.107788 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:19.191660 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4188516 Jun 23 14:02:19.199514 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Pushing event updated for resources: {'Network': ['ID=735e7f0e-3853-4166-8e77-1d448e8445ac,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:19.203414 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:19.216246 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 735e7f0e-3853-4166-8e77-1d448e8445ac details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:21.780071 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 52552) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:22.255203 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c00b21-ec17-4f08-b4db-54ebe3a5044d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:22.256547 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-01c00b21-ec17-4f08-b4db-54ebe3a5044d admin admin] 10.222.0.55 "GET /v2.0/networks/735e7f0e-3853-4166-8e77-1d448e8445ac HTTP/1.1" status: 200 len: 825 time: 0.4754722 Jun 23 14:02:22.310246 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a4f508d6-ab33-4a29-bc01-7f7b7df9dbd4 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/574b018b-4c26-4796-970f-7bf4ad33f927 HTTP/1.1" status: 200 len: 734 time: 0.0457177 Jun 23 14:02:22.319008 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'subnetpool_id': '574b018b-4c26-4796-970f-7bf4ad33f927', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:22.345259 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Made reservation on behalf of 5c690a1186ed461ea55682a2a6e5990d for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:22.347955 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:22.656794 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:22.663542 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:22.730700 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d276c11-61b3-45a5-8b3a-45316df79b0f,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:22.736744 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:22.737986 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Checking segment: {'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:22.738365 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Network hostable DHCP agents. Network: 735e7f0e-3853-4166-8e77-1d448e8445ac, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:22.763541 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Network 735e7f0e-3853-4166-8e77-1d448e8445ac is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:22.776518 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 735e7f0e-3853-4166-8e77-1d448e8445ac) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:22.781481 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:22.782101 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:22.786258 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a8e06-3ded-4890-b3de-b576f8b9d819 None None] Network 735e7f0e-3853-4166-8e77-1d448e8445ac requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:22.798506 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4829280 Jun 23 14:02:23.129785 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-735e7f0e-3853-4166-8e77-1d448e8445ac', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'fixed_ips': [{'subnet_id': '4d276c11-61b3-45a5-8b3a-45316df79b0f'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:02:23.131054 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.414058 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Allocated IP 172.20.0.2 (735e7f0e-3853-4166-8e77-1d448e8445ac/4d276c11-61b3-45a5-8b3a-45316df79b0f/40d339fb-672b-4ad1-9ff6-77a310b800cf) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:23.620014 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.662889 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Transition to ACTIVE for port object 40d339fb-672b-4ad1-9ff6-77a310b800cf will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:23.684271 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Transition to ACTIVE for port object 40d339fb-672b-4ad1-9ff6-77a310b800cf will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:23.693137 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.695954 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:23.763022 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Network 735e7f0e-3853-4166-8e77-1d448e8445ac is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:23.767651 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:23.774811 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:23.780777 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Pushing event updated for resources: {'Port': ['ID=40d339fb-672b-4ad1-9ff6-77a310b800cf,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:23.791277 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.791851 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.791940 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.792224 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.792527 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.792833 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.793142 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.793445 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.793841 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.794193 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.794492 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.794800 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Tracked resource versions report: Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: pushed versions: Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Log': {'1.0'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Network': {'1.1'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Port': {'1.7'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'PortForwarding': {'1.2'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'QosPolicy': {'1.8'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'SubPort': {'1.0'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Subnet': {'1.1'}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Trunk': {'1.1'}} Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: consumer versions: Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'ConntrackHelper': '1.0', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Log': '1.0', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Network': '1.1', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Port': '1.7', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'PortForwarding': '1.2', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'QosPolicy': '1.8', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroup': '1.4', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroupRule': '1.2', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'SubPort': '1.0', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Subnet': '1.1', Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: 'Trunk': '1.1'}} Jun 23 14:02:23.795901 dv-cinder-784477-5-smb neutron-server[93138]: {{(pid=93138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:23.814053 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:23.860599 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Attempting to bind port 40d339fb-672b-4ad1-9ff6-77a310b800cf on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:23.860966 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Attempting to bind port 40d339fb-672b-4ad1-9ff6-77a310b800cf by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:23.861387 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Attempting to bind port 40d339fb-672b-4ad1-9ff6-77a310b800cf on network 735e7f0e-3853-4166-8e77-1d448e8445ac {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:23.866500 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:23.866913 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Checking segment: {'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:23.867386 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.867746 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Bound using segment: {'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:23.868316 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Bound port: 40d339fb-672b-4ad1-9ff6-77a310b800cf, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:23.868687 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.930068 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] For port 40d339fb-672b-4ad1-9ff6-77a310b800cf, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:23.934693 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] For port 40d339fb-672b-4ad1-9ff6-77a310b800cf, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=40d339fb-672b-4ad1-9ff6-77a310b800cf,segment=NetworkSegment(99a44548-68b0-4bbf-bbfb-4fee78cd15db),segment_id=99a44548-68b0-4bbf-bbfb-4fee78cd15db)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:23.939286 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.945425 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:24.017111 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Pushing event updated for resources: {'Port': ['ID=40d339fb-672b-4ad1-9ff6-77a310b800cf,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:24.020800 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:25.142889 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 52560) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:25.467222 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [None req-b978a89f-b578-4c09-a5f2-e24190d0dd75 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:25.468221 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-b978a89f-b578-4c09-a5f2-e24190d0dd75 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3244059 Jun 23 14:02:27.796283 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 52568) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:28.124194 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [None req-42cfca5f-519f-41e7-9431-aaf8ccdd0562 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:28.137908 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-42cfca5f-519f-41e7-9431-aaf8ccdd0562 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3279302 Jun 23 14:02:29.973126 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb02f9e-bdfd-48e7-9781-52e1c4c2e3f1 None None] Network 735e7f0e-3853-4166-8e77-1d448e8445ac requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:30.051292 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-5dd1bbc3-0dcf-4112-87f6-4f07d96116a2 None None] Provisioning for port 40d339fb-672b-4ad1-9ff6-77a310b800cf completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:30.710268 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 52582) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:30.785479 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 40d339fb-672b-4ad1-9ff6-77a310b800cf up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:30.865846 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 40d339fb-672b-4ad1-9ff6-77a310b800cf completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:30.869593 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 40d339fb-672b-4ad1-9ff6-77a310b800cf triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:30.870008 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.975469 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.010460 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 40d339fb-672b-4ad1-9ff6-77a310b800cf, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=40d339fb-672b-4ad1-9ff6-77a310b800cf,segment=NetworkSegment(99a44548-68b0-4bbf-bbfb-4fee78cd15db),segment_id=99a44548-68b0-4bbf-bbfb-4fee78cd15db)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:31.015669 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.017898 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:31.025095 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-39c1004e-9ebd-49c9-8ed7-7c1c4329af58 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:31.051927 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-39c1004e-9ebd-49c9-8ed7-7c1c4329af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.053696 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-39c1004e-9ebd-49c9-8ed7-7c1c4329af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.063027 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=40d339fb-672b-4ad1-9ff6-77a310b800cf,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:31.066312 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:31.212061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-39c1004e-9ebd-49c9-8ed7-7c1c4329af58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.220390 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-39c1004e-9ebd-49c9-8ed7-7c1c4329af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.238216 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-39c1004e-9ebd-49c9-8ed7-7c1c4329af58 admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.239528 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-39c1004e-9ebd-49c9-8ed7-7c1c4329af58 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5283782 Jun 23 14:02:32.761294 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 40d339fb-672b-4ad1-9ff6-77a310b800cf up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:32.810375 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 40d339fb-672b-4ad1-9ff6-77a310b800cf triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:32.810743 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:33.530940 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 52590) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:33.887448 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [None req-220e2319-2f5b-4719-86bd-637a4496f0fd admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:33.888416 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-220e2319-2f5b-4719-86bd-637a4496f0fd admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564305 Jun 23 14:02:35.022468 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ed01-becc-4628-9190-8e226d84c610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.235500 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 52598) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:36.566791 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:36.597007 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Made reservation on behalf of 4da626e70a774dd59f426b86288a07fb for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:36.599926 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.615375 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.732194 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.737774 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.742892 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:36.750049 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Reserving flat network on physical network physnet1 {{(pid=93137) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 14:02:36.786169 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772806767126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.786761 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Unsubscribe: segment precommit_create {{(pid=93137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:02:36.787245 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Added segment dbbf0d02-1566-43eb-8173-3394e1f6bc64 of type flat for network 2754c6ec-986a-4601-8efd-13767ec0bc68 Jun 23 14:02:36.803629 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2b2272-b775-42d6-90ad-e4efad2ad8d9,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:36.849266 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.849743 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.850095 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.850448 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.850771 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.851065 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.851370 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.851764 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.852162 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.852456 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.852796 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.853119 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Tracked resource versions report: Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: pushed versions: Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Log': {'1.0'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Network': {'1.1'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Port': {'1.7'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'PortForwarding': {'1.2'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'QosPolicy': {'1.8'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'SubPort': {'1.0'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Subnet': {'1.1'}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Trunk': {'1.1'}} Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: consumer versions: Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'ConntrackHelper': '1.0', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Log': '1.0', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Network': '1.1', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Port': '1.7', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'PortForwarding': '1.2', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'QosPolicy': '1.8', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroup': '1.4', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroupRule': '1.2', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'SubPort': '1.0', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Subnet': '1.1', Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: 'Trunk': '1.1'}} Jun 23 14:02:36.854294 dv-cinder-784477-5-smb neutron-server[93137]: {{(pid=93137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:36.909941 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.918114 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:36.969461 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.970908 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:36.971933 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.973867 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:37.025766 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7892041 Jun 23 14:02:37.069981 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Pushing event updated for resources: {'Network': ['ID=2754c6ec-986a-4601-8efd-13767ec0bc68,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:37.073165 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:37.081094 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:37.540968 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-68dcf8ca-a216-49f5-9684-333a4ab20a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:38.943066 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:38.977635 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:39.380011 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 52620) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:39.571589 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc306b-ebad-439e-b5ed-b77f9a48caee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:39.572941 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-abbc306b-ebad-439e-b5ed-b77f9a48caee admin admin] 10.222.0.55 "GET /v2.0/subnets/4d276c11-61b3-45a5-8b3a-45316df79b0f HTTP/1.1" status: 200 len: 849 time: 0.1919551 Jun 23 14:02:39.737181 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a86d1dc3-489c-4121-84ea-cf9dd2079a4c admin admin] 10.222.0.55 "GET /v2.0/routers/7f5f164b-ee90-4c52-8444-379777885e4b HTTP/1.1" status: 200 len: 704 time: 0.1567876 Jun 23 14:02:40.022325 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:40.274589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:40.339364 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Allocated IP 172.20.0.1 (735e7f0e-3853-4166-8e77-1d448e8445ac/4d276c11-61b3-45a5-8b3a-45316df79b0f/48012216-b862-4a03-b4be-430e91f57b15) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:40.492116 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:40.517349 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Transition to ACTIVE for port object 48012216-b862-4a03-b4be-430e91f57b15 will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:40.607469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:40.610609 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:40.680683 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Network 735e7f0e-3853-4166-8e77-1d448e8445ac is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:40.688630 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:40.696918 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:40.697535 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:40.816325 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Pushing event updated for resources: {'Port': ['ID=48012216-b862-4a03-b4be-430e91f57b15,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:40.833837 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:40.889252 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-ec4228e2-a17a-4496-b9b6-f689689703c0 None None] Provisioning for port 48012216-b862-4a03-b4be-430e91f57b15 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:40.893074 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-ec4228e2-a17a-4496-b9b6-f689689703c0 None None] Provisioning complete for port 48012216-b862-4a03-b4be-430e91f57b15 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:40.893459 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ec4228e2-a17a-4496-b9b6-f689689703c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:40.927338 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-ec4228e2-a17a-4496-b9b6-f689689703c0 None None] Port 48012216-b862-4a03-b4be-430e91f57b15 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:40.985435 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.178883 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.186959 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.188080 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.190350 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:41.273875 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Pushing event updated for resources: {'Port': ['ID=48012216-b862-4a03-b4be-430e91f57b15,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:41.277838 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:41.319614 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Network 735e7f0e-3853-4166-8e77-1d448e8445ac is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:41.320996 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:41.480228 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Router 7f5f164b-ee90-4c52-8444-379777885e4b is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:02:41.551662 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-c1afd520-ab26-4593-9c2e-e4fdf1695c31 None None] Provisioning complete for port 48012216-b862-4a03-b4be-430e91f57b15 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:41.552449 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-c1afd520-ab26-4593-9c2e-e4fdf1695c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.572611 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:41.577963 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] 10.222.0.55 "PUT /v2.0/routers/7f5f164b-ee90-4c52-8444-379777885e4b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8356152 Jun 23 14:02:41.588238 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-c1afd520-ab26-4593-9c2e-e4fdf1695c31 None None] Port 48012216-b862-4a03-b4be-430e91f57b15 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:41.592900 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Sync routers for ids ['7f5f164b-ee90-4c52-8444-379777885e4b'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:41.605830 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Routers {'7f5f164b-ee90-4c52-8444-379777885e4b'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:41.606703 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:02:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['7f5f164b-ee90-4c52-8444-379777885e4b'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:41.792368 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Set router 7f5f164b-ee90-4c52-8444-379777885e4b gateway port host: None {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:42.207552 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'name': 'router1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:31Z', 'updated_at': '2021-06-23T14:02:40Z', 'revision_number': 2, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'gw_port_host': None, '_interfaces': [{'id': '48012216-b862-4a03-b4be-430e91f57b15', 'name': '', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'mac_address': 'fa:16:3e:f2:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:40Z', 'updated_at': '2021-06-23T14:02:41Z', 'revision_number': 2, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'subnets': [{'id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '574b018b-4c26-4796-970f-7bf4ad33f927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:42.258049 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Checking router: 7f5f164b-ee90-4c52-8444-379777885e4b for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:42.258435 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Updating router 7f5f164b-ee90-4c52-8444-379777885e4b port 48012216-b862-4a03-b4be-430e91f57b15 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:42.319725 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.812528 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.829703 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Transition to ACTIVE for port object 48012216-b862-4a03-b4be-430e91f57b15 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:42.836358 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.838981 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:42.994615 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Pushing event updated for resources: {'Port': ['ID=48012216-b862-4a03-b4be-430e91f57b15,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:43.000808 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Attempting to bind port 48012216-b862-4a03-b4be-430e91f57b15 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:43.001183 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Attempting to bind port 48012216-b862-4a03-b4be-430e91f57b15 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:43.001615 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Attempting to bind port 48012216-b862-4a03-b4be-430e91f57b15 on network 735e7f0e-3853-4166-8e77-1d448e8445ac {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:43.007968 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.008295 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.008615 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.008930 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.009247 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.009498 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.009991 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.010145 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.010441 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.010731 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.011044 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.011353 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Tracked resource versions report: Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: pushed versions: Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Log': {'1.0'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Network': {'1.1'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Port': {'1.7'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'PortForwarding': {'1.2'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'QosPolicy': {'1.8'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'SubPort': {'1.0'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Subnet': {'1.1'}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Trunk': {'1.1'}} Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: consumer versions: Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'ConntrackHelper': '1.0', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Log': '1.0', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Network': '1.1', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Port': '1.7', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'PortForwarding': '1.2', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'QosPolicy': '1.8', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroup': '1.4', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroupRule': '1.2', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'SubPort': '1.0', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Subnet': '1.1', Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: 'Trunk': '1.1'}} Jun 23 14:02:43.012499 dv-cinder-784477-5-smb neutron-server[93140]: {{(pid=93140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:43.017092 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:43.017500 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Checking segment: {'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:43.018007 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:43.018385 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Bound using segment: {'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:43.018879 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Bound port: 48012216-b862-4a03-b4be-430e91f57b15, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a44548-68b0-4bbf-bbfb-4fee78cd15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:43.019244 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:43.021155 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:43.082987 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] For port 48012216-b862-4a03-b4be-430e91f57b15, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:43.108511 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] For port 48012216-b862-4a03-b4be-430e91f57b15, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=48012216-b862-4a03-b4be-430e91f57b15,segment=NetworkSegment(99a44548-68b0-4bbf-bbfb-4fee78cd15db),segment_id=99a44548-68b0-4bbf-bbfb-4fee78cd15db)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:43.115636 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:43.118978 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:43.176427 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Pushing event updated for resources: {'Port': ['ID=48012216-b862-4a03-b4be-430e91f57b15,revision_number=4']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:43.180124 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:43.181323 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Routers {'7f5f164b-ee90-4c52-8444-379777885e4b'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:43.181917 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:02:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['7f5f164b-ee90-4c52-8444-379777885e4b'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:43.270644 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] Set router 7f5f164b-ee90-4c52-8444-379777885e4b gateway port host: None {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:43.479958 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'name': 'router1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:31Z', 'updated_at': '2021-06-23T14:02:40Z', 'revision_number': 2, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'gw_port_host': None, '_interfaces': [{'id': '48012216-b862-4a03-b4be-430e91f57b15', 'name': '', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'mac_address': 'fa:16:3e:f2:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:40Z', 'updated_at': '2021-06-23T14:02:43Z', 'revision_number': 4, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'subnets': [{'id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '574b018b-4c26-4796-970f-7bf4ad33f927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:43.508635 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a297ff-15df-4bfe-a81b-12a96aafba8a None None] The sync data for ids ['7f5f164b-ee90-4c52-8444-379777885e4b'] in dv-cinder-784477-5-smb is: [{'id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'name': 'router1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:31Z', 'updated_at': '2021-06-23T14:02:40Z', 'revision_number': 2, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'gw_port_host': None, '_interfaces': [{'id': '48012216-b862-4a03-b4be-430e91f57b15', 'name': '', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'mac_address': 'fa:16:3e:f2:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:40Z', 'updated_at': '2021-06-23T14:02:43Z', 'revision_number': 4, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'subnets': [{'id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '574b018b-4c26-4796-970f-7bf4ad33f927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:43.741550 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 52640) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:43.855069 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0252065-c6d7-492e-b179-9d441ca51f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:43.856634 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-b0252065-c6d7-492e-b179-9d441ca51f37 admin admin] 10.222.0.55 "GET /v2.0/networks/2754c6ec-986a-4601-8efd-13767ec0bc68 HTTP/1.1" status: 200 len: 842 time: 0.1139557 Jun 23 14:02:43.866070 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'cidr': '172.28.0.0/24'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:43.890725 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Made reservation on behalf of 4da626e70a774dd59f426b86288a07fb for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:43.893306 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.181266 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.objects.ports [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 14:02:44.181700 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.183889 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9ecee33b-063f-4a02-864a-e13bee0d2343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:44.240788 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e26957-7680-4f36-8d7d-2a73467e0b0b,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:44.245135 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:44.248877 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:44.249232 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Network hostable DHCP agents. Network: 2754c6ec-986a-4601-8efd-13767ec0bc68, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:44.266695 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:44.275064 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 2754c6ec-986a-4601-8efd-13767ec0bc68) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:44.279375 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:44.279955 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.285510 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0eae9a-1912-49ec-8b99-19131e8fe781 None None] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:44.305937 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4321313 Jun 23 14:02:44.423477 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd659e-6fa7-4e2e-b608-9ef09feef7d7 None None] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:46.612080 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 52652) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:46.745606 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-378701d9-dffa-48cc-aac9-2ec414e75a25 admin admin] 10.222.0.55 "GET /v2.0/routers/7f5f164b-ee90-4c52-8444-379777885e4b HTTP/1.1" status: 200 len: 710 time: 0.1319265 Jun 23 14:02:46.795638 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 48012216-b862-4a03-b4be-430e91f57b15 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:46.831194 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c5e930-4241-4e9e-92f2-f0e596b5f9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:46.832578 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f9c5e930-4241-4e9e-92f2-f0e596b5f9ef admin admin] 10.222.0.55 "GET /v2.0/networks/2754c6ec-986a-4601-8efd-13767ec0bc68 HTTP/1.1" status: 200 len: 886 time: 0.0816462 Jun 23 14:02:46.841465 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:46.843168 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 48012216-b862-4a03-b4be-430e91f57b15 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:46.849952 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 48012216-b862-4a03-b4be-430e91f57b15 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:46.849952 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.931115 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.962339 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 48012216-b862-4a03-b4be-430e91f57b15, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=48012216-b862-4a03-b4be-430e91f57b15,segment=NetworkSegment(99a44548-68b0-4bbf-bbfb-4fee78cd15db),segment_id=99a44548-68b0-4bbf-bbfb-4fee78cd15db)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:46.973781 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.975932 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-3663ca34-970d-41ad-b725-a26be3fe2fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:47.020861 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=48012216-b862-4a03-b4be-430e91f57b15,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:47.023823 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:47.159457 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:47.393387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:47.467889 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:47.576934 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Allocated IP 172.28.0.70 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/d574f731-3e4f-4711-bb74-cd678d4a71f2) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:47.681440 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:47.733329 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:47.735370 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:47.772279 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:47.775189 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:47.779357 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:47.782084 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Pushing event updated for resources: {'Port': ['ID=d574f731-3e4f-4711-bb74-cd678d4a71f2,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:47.813749 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:48.022309 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.083115 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:02:48.217763 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.221116 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522921'] for router, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.407029 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Router 7f5f164b-ee90-4c52-8444-379777885e4b has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:02:48.519686 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:48.524012 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.525213 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] 10.222.0.55 "PUT /v2.0/routers/7f5f164b-ee90-4c52-8444-379777885e4b HTTP/1.1" status: 200 len: 889 time: 1.6871128 Jun 23 14:02:48.530475 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Sync routers for ids ['7f5f164b-ee90-4c52-8444-379777885e4b'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:48.543264 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Routers {'7f5f164b-ee90-4c52-8444-379777885e4b'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:48.543927 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:02:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['7f5f164b-ee90-4c52-8444-379777885e4b'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:48.795967 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 48012216-b862-4a03-b4be-430e91f57b15 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:48.831536 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Set router 7f5f164b-ee90-4c52-8444-379777885e4b gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:49.080572 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 48012216-b862-4a03-b4be-430e91f57b15 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:49.080823 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.280205 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'name': 'router1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd574f731-3e4f-4711-bb74-cd678d4a71f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:31Z', 'updated_at': '2021-06-23T14:02:47Z', 'revision_number': 4, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'gw_port': {'id': 'd574f731-3e4f-4711-bb74-cd678d4a71f2', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:47Z', 'updated_at': '2021-06-23T14:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '48012216-b862-4a03-b4be-430e91f57b15', 'name': '', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'mac_address': 'fa:16:3e:f2:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:40Z', 'updated_at': '2021-06-23T14:02:46Z', 'revision_number': 5, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'subnets': [{'id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '574b018b-4c26-4796-970f-7bf4ad33f927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:49.329416 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Checking router: 7f5f164b-ee90-4c52-8444-379777885e4b for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:49.329792 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Updating router 7f5f164b-ee90-4c52-8444-379777885e4b port d574f731-3e4f-4711-bb74-cd678d4a71f2 binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:49.362183 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.669185 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.679095 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Transition to ACTIVE for port object d574f731-3e4f-4711-bb74-cd678d4a71f2 will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:49.684925 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.687889 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:49.735307 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Attempting to bind port d574f731-3e4f-4711-bb74-cd678d4a71f2 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:49.735693 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Attempting to bind port d574f731-3e4f-4711-bb74-cd678d4a71f2 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:49.736005 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Attempting to bind port d574f731-3e4f-4711-bb74-cd678d4a71f2 on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:49.742676 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd37208-b576-4d9f-b5a8-6a03c698c4c2 None None] Pushing event updated for resources: {'Port': ['ID=d574f731-3e4f-4711-bb74-cd678d4a71f2,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:49.745788 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:49.746107 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:49.746522 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.746932 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:49.747368 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Bound port: d574f731-3e4f-4711-bb74-cd678d4a71f2, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:49.747734 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.749397 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-ffd37208-b576-4d9f-b5a8-6a03c698c4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:49.796528 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] For port d574f731-3e4f-4711-bb74-cd678d4a71f2, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:49.799716 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] For port d574f731-3e4f-4711-bb74-cd678d4a71f2, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=d574f731-3e4f-4711-bb74-cd678d4a71f2,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:49.805953 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.809033 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:49.863781 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Routers {'7f5f164b-ee90-4c52-8444-379777885e4b'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:49.864413 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:02:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['7f5f164b-ee90-4c52-8444-379777885e4b'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:49.869070 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd37208-b576-4d9f-b5a8-6a03c698c4c2 None None] Pushing event updated for resources: {'Port': ['ID=d574f731-3e4f-4711-bb74-cd678d4a71f2,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:49.976657 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-ffd37208-b576-4d9f-b5a8-6a03c698c4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:50.044359 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] Set router 7f5f164b-ee90-4c52-8444-379777885e4b gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:50.246305 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'name': 'router1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd574f731-3e4f-4711-bb74-cd678d4a71f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:31Z', 'updated_at': '2021-06-23T14:02:47Z', 'revision_number': 4, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'gw_port': {'id': 'd574f731-3e4f-4711-bb74-cd678d4a71f2', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:47Z', 'updated_at': '2021-06-23T14:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '48012216-b862-4a03-b4be-430e91f57b15', 'name': '', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'mac_address': 'fa:16:3e:f2:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:40Z', 'updated_at': '2021-06-23T14:02:46Z', 'revision_number': 5, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'subnets': [{'id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '574b018b-4c26-4796-970f-7bf4ad33f927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:50.271356 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c4c8-3c77-4495-b552-4cc358581bc0 None None] The sync data for ids ['7f5f164b-ee90-4c52-8444-379777885e4b'] in dv-cinder-784477-5-smb is: [{'id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'name': 'router1', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd574f731-3e4f-4711-bb74-cd678d4a71f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:31Z', 'updated_at': '2021-06-23T14:02:47Z', 'revision_number': 4, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'gw_port': {'id': 'd574f731-3e4f-4711-bb74-cd678d4a71f2', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:47Z', 'updated_at': '2021-06-23T14:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '48012216-b862-4a03-b4be-430e91f57b15', 'name': '', 'network_id': '735e7f0e-3853-4166-8e77-1d448e8445ac', 'tenant_id': '5c690a1186ed461ea55682a2a6e5990d', 'mac_address': 'fa:16:3e:f2:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5f164b-ee90-4c52-8444-379777885e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:40Z', 'updated_at': '2021-06-23T14:02:46Z', 'revision_number': 5, 'project_id': '5c690a1186ed461ea55682a2a6e5990d', 'subnets': [{'id': '4d276c11-61b3-45a5-8b3a-45316df79b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '574b018b-4c26-4796-970f-7bf4ad33f927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:50.807485 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device d574f731-3e4f-4711-bb74-cd678d4a71f2 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:50.864176 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port d574f731-3e4f-4711-bb74-cd678d4a71f2 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:50.868211 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port d574f731-3e4f-4711-bb74-cd678d4a71f2 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:50.868591 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:50.873276 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 52660) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:50.951011 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:50.972831 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port d574f731-3e4f-4711-bb74-cd678d4a71f2, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=d574f731-3e4f-4711-bb74-cd678d4a71f2,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:50.979082 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:50.984100 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:51.005039 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d616bb4e-6002-469b-b948-220b91c01f0f admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1303146 Jun 23 14:02:51.035414 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=d574f731-3e4f-4711-bb74-cd678d4a71f2,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:51.038742 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:52.797221 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device d574f731-3e4f-4711-bb74-cd678d4a71f2 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:52.853686 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port d574f731-3e4f-4711-bb74-cd678d4a71f2 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:52.853808 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:05.025617 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a7adde86-6212-4cdb-b4b7-3bb1572b6e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:07.549016 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f8dac87f-234d-43d9-a47e-bcab957cab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:08.949563 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:08.985466 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:10.279907 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:25.083524 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:03:35.029742 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-4562eeee-17d2-43fc-beef-48371c4dbb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:37.544928 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-38f7c522-98c0-4007-8544-8b450d23724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:38.944685 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:38.981322 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:40.288678 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:02.083137 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:04:05.033516 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f47772a2-2c7d-49c6-8958-b11137f421be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:07.539706 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-237c2c0c-efd1-4278-ba91-1a74032ca3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:08.947935 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:08.983287 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:10.289727 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:27.776542 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53228) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:27.850538 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c02c9a-c327-4d2a-9771-1fee40e5c450 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:04:27.851927 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-19c02c9a-c327-4d2a-9771-1fee40e5c450 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0744047 Jun 23 14:04:28.012045 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c043f9c-9c0e-49e4-ace6-7d8decc48e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:28.013422 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4c043f9c-9c0e-49e4-ace6-7d8decc48e6a admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574740 Jun 23 14:04:30.154847 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53238) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:30.311732 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35581b67-24e4-4f42-8638-1ef9ab9b419a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:30.313094 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-35581b67-24e4-4f42-8638-1ef9ab9b419a admin admin] 10.222.0.55 "GET /v2.0/subnets/4d276c11-61b3-45a5-8b3a-45316df79b0f HTTP/1.1" status: 200 len: 849 time: 0.1572959 Jun 23 14:04:30.322440 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:04:30.428687 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:30.592625 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772806734044'] for subnet, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:30.595219 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:04:30.630964 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:30.631601 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:30.645988 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] 10.222.0.55 "PUT /v2.0/subnets/4d276c11-61b3-45a5-8b3a-45316df79b0f HTTP/1.1" status: 200 len: 868 time: 0.3145051 Jun 23 14:04:30.646249 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772347b-1329-4ee0-888a-7514b74f337f None None] Network 735e7f0e-3853-4166-8e77-1d448e8445ac requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d276c11-61b3-45a5-8b3a-45316df79b0f,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.657924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.658876 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.658876 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.658876 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:30.663031 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:04:31.028762 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-142fcdbd-01e1-4c2f-bea6-4625e972639c None None] Provisioning complete for port 40d339fb-672b-4ad1-9ff6-77a310b800cf triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:31.029138 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-142fcdbd-01e1-4c2f-bea6-4625e972639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:31.117386 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-142fcdbd-01e1-4c2f-bea6-4625e972639c None None] Provisioning complete for port 48012216-b862-4a03-b4be-430e91f57b15 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:31.117867 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-142fcdbd-01e1-4c2f-bea6-4625e972639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:32.762334 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53248) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:32.964633 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5eade2-022f-4afc-b0cc-31eb7306dece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:32.964856 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5eade2-022f-4afc-b0cc-31eb7306dece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:32.966288 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-9c5eade2-022f-4afc-b0cc-31eb7306dece admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029469 Jun 23 14:04:35.037838 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-6873cc7b-12da-4003-aab1-8e7b048b6fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:35.082744 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53256) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:35.225494 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed08c87-1a81-47a1-8455-51a4b57aaab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:35.225992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed08c87-1a81-47a1-8455-51a4b57aaab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:35.227502 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-fed08c87-1a81-47a1-8455-51a4b57aaab3 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1438229 Jun 23 14:04:37.335229 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53264) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:37.469524 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507c93e-30d1-49a2-82d8-34e9e297f4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:37.470867 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c507c93e-30d1-49a2-82d8-34e9e297f4be admin admin] 10.222.0.55 "GET /v2.0/networks/2754c6ec-986a-4601-8efd-13767ec0bc68 HTTP/1.1" status: 200 len: 886 time: 0.1347020 Jun 23 14:04:37.544326 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-426e153f-a234-45f8-9e13-3257e03ac763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:38.953123 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:38.985378 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:39.082278 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:04:39.604449 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53272) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:39.742464 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab8780-000e-409d-ac58-5268dac6cb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:39.743805 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3eab8780-000e-409d-ac58-5268dac6cb06 admin admin] 10.222.0.55 "GET /v2.0/networks/735e7f0e-3853-4166-8e77-1d448e8445ac HTTP/1.1" status: 200 len: 869 time: 0.1383910 Jun 23 14:04:40.292078 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:41.888507 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53280) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:42.028628 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de7755b-2f0d-419c-853b-005084f1420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:42.029284 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de7755b-2f0d-419c-853b-005084f1420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:42.031551 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3de7755b-2f0d-419c-853b-005084f1420b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1421003 Jun 23 14:04:44.143096 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53288) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:44.246193 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8abde2-3a13-41aa-a46a-9d8243552427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:44.246667 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8abde2-3a13-41aa-a46a-9d8243552427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:44.248143 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-2a8abde2-3a13-41aa-a46a-9d8243552427 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041052 Jun 23 14:04:46.351927 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53296) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:46.443167 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac949b6-20a2-4bc2-a77a-aa8f09823750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:46.444435 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-9ac949b6-20a2-4bc2-a77a-aa8f09823750 admin admin] 10.222.0.55 "GET /v2.0/subnets/4d276c11-61b3-45a5-8b3a-45316df79b0f HTTP/1.1" status: 200 len: 868 time: 0.0915577 Jun 23 14:04:48.542044 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53304) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:48.626202 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866253b-f7cd-4149-9588-509fee939474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:48.627473 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e866253b-f7cd-4149-9588-509fee939474 admin admin] 10.222.0.55 "GET /v2.0/subnets/a3e26957-7680-4f36-8d7d-2a73467e0b0b HTTP/1.1" status: 200 len: 816 time: 0.0844777 Jun 23 14:05:05.041830 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f80e33b4-cd88-421d-8734-c2261101dd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:07.546361 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-453d859e-1c25-47b1-a0bb-4f28fb40389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:08.955624 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:08.988667 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:10.294772 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:11.632398 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53348) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:11.690325 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [None req-6a23e8ef-eab1-4ede-974d-b9c8c7e51cb9 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:05:11.691318 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6a23e8ef-eab1-4ede-974d-b9c8c7e51cb9 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578535 Jun 23 14:05:13.875503 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53356) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:13.933774 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.pecan_wsgi.hooks.translation [None req-03291b78-f289-4c48-a598-90eae24ef053 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:13.935201 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-03291b78-f289-4c48-a598-90eae24ef053 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587599 Jun 23 14:05:14.025631 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c237482-bc97-43d5-8175-57d0e90600c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:14.027081 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-5c237482-bc97-43d5-8175-57d0e90600c9 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862737 Jun 23 14:05:16.112459 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:05:16.164875 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53364) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:16.222018 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:16.247153 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Made reservation on behalf of 4da626e70a774dd59f426b86288a07fb for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:16.249693 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.283297 dv-cinder-784477-5-smb neutron-server[93137]: WARNING neutron.services.revisions.revision_plugin [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Could not find related network for resource to bump revision. Jun 23 14:05:16.302571 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:05:16.314929 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.315264 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Added segment fb6bdf95-db8a-4165-ba23-595310c957b1 of type vlan for network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 Jun 23 14:05:16.360944 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.396472 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.398391 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:16.399198 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.402179 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:16.451559 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2853179 Jun 23 14:05:16.456768 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e5a7c3-f675-48fb-adf8-d8e24c6e8114,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:16.460261 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:16.471701 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:05:18.586378 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53372) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:18.663320 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71b0fbb-df24-497a-97bd-66cf4e528a0f admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:18.664647 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f71b0fbb-df24-497a-97bd-66cf4e528a0f admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0772736 Jun 23 14:05:18.769308 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d8ba0-8f77-493b-96bf-e6ada8c72112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:18.770698 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3e5d8ba0-8f77-493b-96bf-e6ada8c72112 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003361 Jun 23 14:05:18.783277 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:18.809560 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Made reservation on behalf of 4da626e70a774dd59f426b86288a07fb for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:18.813608 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.032094 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.036497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:19.092124 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed126fe-3731-4878-8f00-1c80f1773da2,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:19.095677 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:19.102996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Checking segment: {'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:19.103376 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Network hostable DHCP agents. Network: a2e5a7c3-f675-48fb-adf8-d8e24c6e8114, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:05:19.125714 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:05:19.137317 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, a2e5a7c3-f675-48fb-adf8-d8e24c6e8114) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:19.141244 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:19.141821 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.146568 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d712e4-d3f5-4a47-b166-e52d0043fba5 None None] Network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:19.156547 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3766427 Jun 23 14:05:19.397526 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-a2e5a7c3-f675-48fb-adf8-d8e24c6e8114', 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114', 'tenant_id': '4da626e70a774dd59f426b86288a07fb', 'fixed_ips': [{'subnet_id': '8ed126fe-3731-4878-8f00-1c80f1773da2'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:05:19.400284 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.532981 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Allocated IP 192.168.233.2 (a2e5a7c3-f675-48fb-adf8-d8e24c6e8114/8ed126fe-3731-4878-8f00-1c80f1773da2/8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:05:19.681116 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.689550 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Transition to ACTIVE for port object 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:19.704204 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Transition to ACTIVE for port object 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:19.712267 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.714459 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:19.759424 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:05:19.762849 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Pushing event updated for resources: {'Port': ['ID=8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:19.769063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:19.771255 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.771585 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.771908 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.772226 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.772540 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.772854 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.773164 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.773471 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.773780 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.774110 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.774418 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.774721 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:19.777416 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:05:19.780845 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:19.831163 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Attempting to bind port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:05:19.831524 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Attempting to bind port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:05:19.831878 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Attempting to bind port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc on network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:05:19.836696 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:05:19.837060 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Checking segment: {'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:19.837454 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.837838 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Bound using segment: {'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:05:19.838336 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Bound port: 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:05:19.838702 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.898590 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] For port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:05:19.901674 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] For port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc,segment=NetworkSegment(fb6bdf95-db8a-4165-ba23-595310c957b1),segment_id=fb6bdf95-db8a-4165-ba23-595310c957b1)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:05:19.907176 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:19.909358 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:19.966924 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Pushing event updated for resources: {'Port': ['ID=8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:19.970834 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:20.781103 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c022c-b3d6-4703-85e8-d6350f6cc2b0 None None] Network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:20.845025 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-2d0f5c05-e141-4910-a785-9a0d6777441b None None] Provisioning for port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:20.952315 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:21.014586 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:21.018303 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:21.018303 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.107615 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.144047 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc,segment=NetworkSegment(fb6bdf95-db8a-4165-ba23-595310c957b1),segment_id=fb6bdf95-db8a-4165-ba23-595310c957b1)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:05:21.152987 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.156817 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:21.208049 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-a2d25111-2467-4c24-a8f5-bf95a8de6da3 None None] Provisioning complete for port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:21.208414 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a2d25111-2467-4c24-a8f5-bf95a8de6da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.212964 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:21.237613 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:22.895528 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:22.946016 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 8ba1794e-d06c-4d9a-a5aa-4a30d314a7fc triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:22.946356 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:35.046299 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-67b910ac-2057-4fb1-b690-906b07d47f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:37.550722 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-344b7fea-accd-4f4f-96fc-817fbe5a5a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:38.960532 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:38.991074 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:40.298085 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:53.081816 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:05.049080 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-6b587823-505b-441e-bc99-e6e529c62239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:07.554428 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cbe5dcab-3b6b-418c-a4de-9e25d875223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:08.960069 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:08.993685 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:10.311419 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:25.741711 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53424) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:25.747840 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [None req-c3883070-0ab5-4903-8e4c-a999c07a4ff3 tempest-verify_tempest_config-1792019856 tempest-verify_tempest_config-1792019856-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:06:25.748771 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c3883070-0ab5-4903-8e4c-a999c07a4ff3 tempest-verify_tempest_config-1792019856 tempest-verify_tempest_config-1792019856-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060778 Jun 23 14:06:26.063897 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53442) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:26.171872 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:26.266545 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:26.271908 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:26.274766 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:26.315720 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d758898608341b4bd1d91ae5a1222c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2508087 Jun 23 14:06:26.316481 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0f07e-88f3-4946-bc42-6938fe4ee58c,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:26.318705 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53448) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:26.323051 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.323391 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.323717 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.324041 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.324364 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.324682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.325067 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.325367 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.325711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.326065 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.326377 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.326671 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.330498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:26.378640 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:26.399918 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:26.496592 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:26.500770 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:26.502449 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4d0f07e-88f3-4946-bc42-6938fe4ee58c HTTP/1.1" status: 204 len: 168 time: 0.1828060 Jun 23 14:06:26.503123 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:26.513447 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0f07e-88f3-4946-bc42-6938fe4ee58c,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:26.520511 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.520785 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.521121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.521449 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.521772 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.522100 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.522442 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.522797 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.523136 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.523460 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.523783 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.524082 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:26.529905 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:30.081805 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:35.053586 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-8a9c43ee-9fad-44f4-9a8d-62605e81a850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:37.557416 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e1af91ca-e577-4a09-acc5-4c47ff99a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:38.964944 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:38.994525 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:40.319316 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:05.067518 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-56a9ec7e-fbf3-4c15-91f4-04fd1b86e920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:07.086028 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:07:07.566261 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e0705282-157e-4ce6-bde2-48a760360ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:08.979760 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:08.996087 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:10.320229 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:35.069114 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f3e286c0-f697-4c3e-9f72-ed304d5d609f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:37.565575 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a04ed9ac-0e83-4fdb-a95f-4f85fbe09a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:38.973947 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:39.005585 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:40.322283 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:44.089458 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 5 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:05.066954 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-aed89749-b13c-4342-99d3-8b66f0420d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:07.562036 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-7a6f918d-c951-4502-90aa-a18bc70a5c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:08.989461 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:09.005283 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:10.325093 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:19.655325 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117'] for agent, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:21.089487 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:33.456817 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53520) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:33.576625 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-bb287b3c-a2b6-4dbe-8392-33eef7c248b3 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1186531 Jun 23 14:08:35.060622 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-82c1fbfe-bf59-4bb8-948d-fe5c2fe35b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:35.671235 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53530) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:35.729168 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-aecd3cff-b19e-41ca-a221-e688f2f07655 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0568607 Jun 23 14:08:37.566518 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dd74d39a-81fe-4017-9f1e-f0e3e9b12261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:38.986557 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:38.998140 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:40.325154 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:49.615380 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:58.093687 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:05.067768 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-7e2859c2-f03c-4ad0-bd7e-f68ee39e74a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:07.572936 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-fede1eac-2681-4ea5-8464-7c02de815bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:08.995866 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:08.999242 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:10.340484 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:19.618189 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:35.059414 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4d0a-6cf1-4714-95d0-fd1e48298358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:35.097081 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:37.579094 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-437289b9-e564-418e-ae5f-ef582bcafeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:38.991635 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:38.995726 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:40.332923 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.627744 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.065781 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd9f0-dea4-47cc-8fa0-2779a2c8d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.571010 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-aaf6114e-ec11-4fa9-a845-bb7c38f86bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.995346 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.999579 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.337290 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.097837 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:10:19.643195 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.483060 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53744) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:22.725411 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53764) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:22.814738 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1757426079-network', 'tenant_id': 'a008162765174af3a43a6b0b5e8918c5'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:22.844203 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53780) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:22.847255 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Made reservation on behalf of a008162765174af3a43a6b0b5e8918c5 for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:22.854357 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.865955 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.900550 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-632237647-network', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:22.959904 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.965014 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.970160 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-cac2b8bd-fb12-483a-8b4c-3df71d0b0b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:22.982505 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Made reservation on behalf of 1210e3c13b554d839278c3ac16ad0e4a for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:22.986161 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.997469 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.997595 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:23.016728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1261a5c-d655-4e65-8190-e838d846266e,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.022330 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.022903 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Added segment f1ae3019-aaa8-4382-a2dc-e9dcdb1da214 of type vlan for network bf0f576d-d4a2-42fb-9c78-33933eeba500 Jun 23 14:10:23.041149 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.041707 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.042135 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.042649 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.043339 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.043791 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.044351 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.044862 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.045386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.045802 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.046362 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.046822 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Tracked resource versions report: Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: pushed versions: Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Log': {'1.0'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Network': {'1.1'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Port': {'1.7'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'PortForwarding': {'1.2'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'QosPolicy': {'1.8'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'SubPort': {'1.0'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Subnet': {'1.1'}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Trunk': {'1.1'}} Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: consumer versions: Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'ConntrackHelper': '1.0', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Log': '1.0', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Network': '1.1', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Port': '1.7', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'PortForwarding': '1.2', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'QosPolicy': '1.8', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroup': '1.4', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'SecurityGroupRule': '1.2', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'SubPort': '1.0', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Subnet': '1.1', Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: 'Trunk': '1.1'}} Jun 23 14:10:23.047994 dv-cinder-784477-5-smb neutron-server[93136]: {{(pid=93136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:23.053535 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.106689 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.112091 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.118715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.124280 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.143009 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.144855 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:23.145496 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.155348 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08069332-760a-4561-9041-532be9496a6c,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.158410 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.164747 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.165354 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.165862 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.166391 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.166907 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.167416 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.167866 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.168390 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.168729 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.169047 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.169368 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.169680 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Tracked resource versions report: Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: pushed versions: Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Log': {'1.0'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Network': {'1.1'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Port': {'1.7'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'PortForwarding': {'1.2'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'QosPolicy': {'1.8'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'SubPort': {'1.0'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Subnet': {'1.1'}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Trunk': {'1.1'}} Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: consumer versions: Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'ConntrackHelper': '1.0', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Log': '1.0', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Network': '1.1', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Port': '1.7', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'PortForwarding': '1.2', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'QosPolicy': '1.8', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroup': '1.4', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'SecurityGroupRule': '1.2', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'SubPort': '1.0', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Subnet': '1.1', Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: 'Trunk': '1.1'}} Jun 23 14:10:23.170970 dv-cinder-784477-5-smb neutron-server[93137]: {{(pid=93137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:23.174528 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.182347 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:23.195525 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.196138 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Added segment f655d632-6992-426e-b531-d9ea93bc5d1b of type vlan for network 59cc3b94-f40a-4a1f-92f0-46180091121b Jun 23 14:10:23.199311 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7146020 Jun 23 14:10:23.201470 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53798) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:23.206947 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Request body: {'subnet': {'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1757426079-subnet', 'tenant_id': 'a008162765174af3a43a6b0b5e8918c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:23.243517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.258925 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0f576d-d4a2-42fb-9c78-33933eeba500,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.269099 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.269667 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network bf0f576d-d4a2-42fb-9c78-33933eeba500 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:23.279112 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Made reservation on behalf of a008162765174af3a43a6b0b5e8918c5 for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:23.282290 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.282740 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.283823 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:23.284394 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.303186 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.325061 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5982809 Jun 23 14:10:23.334385 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53800) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:23.356894 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Request body: {'subnet': {'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-632237647-subnet', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:23.428446 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-network', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:23.478255 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Made reservation on behalf of 1210e3c13b554d839278c3ac16ad0e4a for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:23.482436 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.503511 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Pushing event updated for resources: {'Network': ['ID=59cc3b94-f40a-4a1f-92f0-46180091121b,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.504105 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.515420 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 59cc3b94-f40a-4a1f-92f0-46180091121b details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:23.526682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.583517 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc1b248-2f34-4469-a83c-6e1e6c6a3daf,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.591387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.611975 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Checking segment: {'id': 'f1ae3019-aaa8-4382-a2dc-e9dcdb1da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:23.612324 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Network hostable DHCP agents. Network: bf0f576d-d4a2-42fb-9c78-33933eeba500, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:23.635512 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Network bf0f576d-d4a2-42fb-9c78-33933eeba500 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:23.656765 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, bf0f576d-d4a2-42fb-9c78-33933eeba500) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:23.662309 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.664047 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:23.665106 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.688625 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c74d9-8395-4da0-bb2d-7c1c3cb88f1c None None] Network bf0f576d-d4a2-42fb-9c78-33933eeba500 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:23.901052 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.924506 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-23a45fdd-bd47-42bc-8f27-643910c5446b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.999827 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a79018b-9bc6-4d20-8518-a7ac618dd0f3 None None] Network bf0f576d-d4a2-42fb-9c78-33933eeba500 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:24.040601 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9bae51-4aa1-466a-9a02-b075d6968774,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:24.047916 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:24.054134 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Made reservation on behalf of 02ebe03fbbfc4488be347b92ae975b43 for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:24.057014 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.061463 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8585038 Jun 23 14:10:24.108157 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.146046 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Checking segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:24.146725 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Network hostable DHCP agents. Network: 59cc3b94-f40a-4a1f-92f0-46180091121b, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:24.190387 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Network 59cc3b94-f40a-4a1f-92f0-46180091121b is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:24.220525 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 59cc3b94-f40a-4a1f-92f0-46180091121b) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:24.229794 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.230731 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.273631 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64649602-8f47-43e4-ac07-6fce8bf24ef6 None None] Network 59cc3b94-f40a-4a1f-92f0-46180091121b requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:24.290576 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.299343 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.303969 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:24.315135 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2b719a05-fc14-447d-a0a3-42cc3f180ad6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9730446 Jun 23 14:10:24.318055 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53834) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:24.332257 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:24.349205 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:24.370607 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.376521 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.392341 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.396581 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Added segment fd9a112e-ce3e-4a5a-9f55-b52cece299ed of type vlan for network 59200168-28c0-49d1-9e55-270ecab1ffc4 Jun 23 14:10:24.399974 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be35e359-9001-41ae-b9d4-bae55258d8f1,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:24.427830 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:24.504325 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.575665 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.576992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.577562 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.582904 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b101d8cb-cf2d-4c1b-ae3a-ed9852d90ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:24.583974 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-59cc3b94-f40a-4a1f-92f0-46180091121b', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:10:24.587559 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.702507 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.720125 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8745370 Jun 23 14:10:24.725016 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53858) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:24.737955 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Request body: {'subnet': {'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-subnet', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:24.759861 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Pushing event updated for resources: {'Network': ['ID=59200168-28c0-49d1-9e55-270ecab1ffc4,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:24.767082 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:24.779973 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:24.800227 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Made reservation on behalf of 02ebe03fbbfc4488be347b92ae975b43 for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:24.809644 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.965364 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.991181 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Allocated IP 172.20.0.2 (59cc3b94-f40a-4a1f-92f0-46180091121b/2b9bae51-4aa1-466a-9a02-b075d6968774/7b41e36b-9fc8-42a3-98c1-23d0fe51d58d) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:25.156480 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.158983 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.227133 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Checking segment: {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:25.227487 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Network hostable DHCP agents. Network: 59200168-28c0-49d1-9e55-270ecab1ffc4, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:25.235832 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.239985 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:25.279766 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.285344 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:25.297511 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 59200168-28c0-49d1-9e55-270ecab1ffc4) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:25.302780 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.303651 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.310857 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631bcae9-2bac-47e1-87d7-115096fd260e None None] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:25.311667 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.326111 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53900) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.329336 dv-cinder-784477-5-smb neutron-server[93137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:10:25.331562 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6054611 Jun 23 14:10:25.424911 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Allocated IP 172.28.0.33 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/cdff2218-4a49-498d-9a5c-5207a3784625) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:25.450946 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 53902) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.455440 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.532846 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.535142 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.553418 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4567f5a3-15f4-4bea-96d7-226bf936f7b4 None None] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:25.632618 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.648002 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-f4fe4778-c645-4672-9728-a5db8640fb93 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.650033 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-f4fe4778-c645-4672-9728-a5db8640fb93 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/networks?id=bf0f576d-d4a2-42fb-9c78-33933eeba500 HTTP/1.1" status: 200 len: 812 time: 0.3221815 Jun 23 14:10:25.684961 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-2941fdac-5b7c-4dce-a7ed-9bec354e0216 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/quotas/a008162765174af3a43a6b0b5e8918c5 HTTP/1.1" status: 200 len: 375 time: 0.0277455 Jun 23 14:10:25.816285 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.817300 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-c7e7a40b-5869-46ec-9e88-e5b843d5dddc tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a008162765174af3a43a6b0b5e8918c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247172 Jun 23 14:10:25.834680 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.859558 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Transition to ACTIVE for port object 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:25.880755 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Transition to ACTIVE for port object 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:25.891421 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.893186 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.906308 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.919862 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.934648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f71246d4-d162-4123-9440-1f06a2160d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.937075 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Network 59cc3b94-f40a-4a1f-92f0-46180091121b is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:25.940422 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:25.944458 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:25.949970 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:25.963069 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Pushing event updated for resources: {'Port': ['ID=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.985538 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:25.991571 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:26.009291 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.009706 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.011547 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.011547 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.011547 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.011547 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.011547 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.022433 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.022743 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.023077 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.023402 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.023781 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Tracked resource versions report: Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: pushed versions: Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Log': {'1.0'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Network': {'1.1'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Port': {'1.7'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'PortForwarding': {'1.2'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'QosPolicy': {'1.8'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'SubPort': {'1.0'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Subnet': {'1.1'}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Trunk': {'1.1'}} Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: consumer versions: Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'ConntrackHelper': '1.0', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Log': '1.0', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Network': '1.1', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Port': '1.7', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'PortForwarding': '1.2', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'QosPolicy': '1.8', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroup': '1.4', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'SecurityGroupRule': '1.2', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'SubPort': '1.0', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Subnet': '1.1', Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: 'Trunk': '1.1'}} Jun 23 14:10:26.024801 dv-cinder-784477-5-smb neutron-server[93138]: {{(pid=93138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:26.033270 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.053488 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Attempting to bind port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:26.053825 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Attempting to bind port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:26.054448 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Attempting to bind port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d on network 59cc3b94-f40a-4a1f-92f0-46180091121b {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:26.073085 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:26.073516 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Checking segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:26.075083 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.075488 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Bound using segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:26.076044 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Bound port: 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:26.076417 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.087763 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Pushing event updated for resources: {'Port': ['ID=cdff2218-4a49-498d-9a5c-5207a3784625,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.111015 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.120241 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53950) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:26.227084 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] For port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:26.232388 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] For port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:26.240733 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.245114 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.255790 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-26b27d0a-8040-45a7-8ff5-9ed024217a05 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:26.256801 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-26b27d0a-8040-45a7-8ff5-9ed024217a05 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2751887 Jun 23 14:10:26.327284 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Pushing event updated for resources: {'Port': ['ID=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.344231 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.371891 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.424354 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-592f9700-56f0-49ad-98ff-6b4d615246a8 service neutron] 10.222.0.55 "GET /v2.0/networks/bf0f576d-d4a2-42fb-9c78-33933eeba500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613772 Jun 23 14:10:26.531685 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53960) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:26.597296 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-6d850fbb-038e-40a9-9dbb-1240c89ed356 service neutron] 10.222.0.55 "GET /v2.0/networks/bf0f576d-d4a2-42fb-9c78-33933eeba500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669600 Jun 23 14:10:26.653260 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.654020 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3e2baeed-1158-4857-85c7-40f01dfb2483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.656053 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2536e7ae-5e63-4a71-93e1-7512682cf5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.746382 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.791721 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3e2baeed-1158-4857-85c7-40f01dfb2483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.802882 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3e2baeed-1158-4857-85c7-40f01dfb2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.838046 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.897663 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3e2baeed-1158-4857-85c7-40f01dfb2483 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd0b66c3c12a4cdbbc6fc13016745685&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3647926 Jun 23 14:10:26.899851 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2baeed-1158-4857-85c7-40f01dfb2483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6639b558-5ebb-4a34-994b-625836c569a6,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.902263 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 53988) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:27.005417 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3e2baeed-1158-4857-85c7-40f01dfb2483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.008673 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Allocated IP 172.28.0.45 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/eede274c-b4ae-408c-b708-c8601f8d0a6c) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:27.038432 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.064929 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.097711 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.193561 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.225676 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:27.319032 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.322304 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:27.323439 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6639b558-5ebb-4a34-994b-625836c569a6 HTTP/1.1" status: 204 len: 168 time: 0.4136825 Jun 23 14:10:27.327128 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.385939 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f902b728-7f12-4b2b-ba34-450d69a570b1 req-51f030f4-3cee-47e0-b562-522002b299c4 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 210 time: 0.2017341 Jun 23 14:10:27.411478 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6639b558-5ebb-4a34-994b-625836c569a6,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.413991 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.479079 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2536e7ae-5e63-4a71-93e1-7512682cf5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.485251 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2536e7ae-5e63-4a71-93e1-7512682cf5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.485483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.494190 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.513657 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:10:27.577093 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2536e7ae-5e63-4a71-93e1-7512682cf5df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55bef9a1a60144ed869fd64dec6b77ac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4541879 Jun 23 14:10:27.580228 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54030) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:27.588477 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536e7ae-5e63-4a71-93e1-7512682cf5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c3a492-350c-473c-8afc-7ece88332729,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.592011 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2536e7ae-5e63-4a71-93e1-7512682cf5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.685921 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.701092 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.761171 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:27.766927 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:27.768698 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:27.778897 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Sync routers for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:27.795146 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:27.796077 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:27.798701 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.821308 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54046) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:27.839633 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:27.840609 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-d661ad99-7ec3-4717-bcd5-d8f1ffdf5805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.842035 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Pushing event updated for resources: {'Port': ['ID=eede274c-b4ae-408c-b708-c8601f8d0a6c,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.904764 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29158c-3f1a-4007-8ca2-d46cd210b50a None None] Network 59cc3b94-f40a-4a1f-92f0-46180091121b requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:27.921912 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.923204 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6040628 Jun 23 14:10:27.926094 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54050) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:27.927375 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.931012 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.063778 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Provisioning for port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:28.079267 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:28.089557 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Provisioning complete for port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:28.107047 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.109065 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-d661ad99-7ec3-4717-bcd5-d8f1ffdf5805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.133344 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-d661ad99-7ec3-4717-bcd5-d8f1ffdf5805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.189597 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.235412 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.240410 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.240933 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1c3a492-350c-473c-8afc-7ece88332729 HTTP/1.1" status: 204 len: 168 time: 0.6548777 Jun 23 14:10:28.245995 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:28.254584 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c3a492-350c-473c-8afc-7ece88332729,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.258091 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:28.330196 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.375499 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] For port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:28.383481 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.385791 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:28.467457 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.502242 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:26Z', 'revision_number': 3, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:28.511230 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Pushing event updated for resources: {'Port': ['ID=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.517080 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:28.578371 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Checking router: f9b1855c-39ef-448e-b4b9-d1a45f74bd2f for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:28.578955 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Updating router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f port cdff2218-4a49-498d-9a5c-5207a3784625 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:28.614047 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54088) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:28.663791 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:28.698018 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.794863 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-d661ad99-7ec3-4717-bcd5-d8f1ffdf5805 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=252a904457ff478f91600b0644750955&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9699519 Jun 23 14:10:28.795136 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54098) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:28.795394 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661ad99-7ec3-4717-bcd5-d8f1ffdf5805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cad65d-48a4-4e5a-9651-32a2675a92f5,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.813580 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-d661ad99-7ec3-4717-bcd5-d8f1ffdf5805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:28.824360 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-a4314f6f-ccb1-4d55-96db-df81b400507c None None] Provisioning complete for port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:28.826889 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a4314f6f-ccb1-4d55-96db-df81b400507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.843149 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-89c37e7e-8ff1-4ca8-afd0-22d0df0f2cfb req-71933617-a768-4286-9890-8f3339f7af21 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 210 time: 0.1321416 Jun 23 14:10:28.920267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:10:29.038439 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.121648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54102) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:29.206379 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:29.312541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54112) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:29.316903 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:29.317283 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.391305 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-85729b70-aac2-41a1-8409-f325efb45143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.463600 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.487194 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Transition to ACTIVE for port object cdff2218-4a49-498d-9a5c-5207a3784625 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:29.497721 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.506058 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.509464 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.527928 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.602235 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Attempting to bind port cdff2218-4a49-498d-9a5c-5207a3784625 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:29.602873 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Attempting to bind port cdff2218-4a49-498d-9a5c-5207a3784625 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:29.603414 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Attempting to bind port cdff2218-4a49-498d-9a5c-5207a3784625 on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:29.605973 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-85729b70-aac2-41a1-8409-f325efb45143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.613219 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Pushing event updated for resources: {'Port': ['ID=cdff2218-4a49-498d-9a5c-5207a3784625,revision_number=2']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.622118 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:29.623097 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:29.623655 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.624567 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:29.625229 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Bound port: cdff2218-4a49-498d-9a5c-5207a3784625, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:29.625773 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.629824 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.630530 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.631003 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.631575 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.632136 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.632626 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.633133 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.633607 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.634148 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.634625 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.635141 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.635639 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Tracked resource versions report: Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: pushed versions: Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Log': {'1.0'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Network': {'1.1'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Port': {'1.7'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'PortForwarding': {'1.2'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'QosPolicy': {'1.8'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'SubPort': {'1.0'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Subnet': {'1.1'}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Trunk': {'1.1'}} Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: consumer versions: Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: { DHCP agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: L3 agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: Metadata agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: Metering agent@dv-cinder-784477-5-smb: {}, Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: Open vSwitch agent@dv-cinder-784477-5-smb: { 'AddressGroup': '1.2', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'ConntrackHelper': '1.0', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Log': '1.0', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Network': '1.1', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Port': '1.7', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'PortForwarding': '1.2', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'QosPolicy': '1.8', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroup': '1.4', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'SecurityGroupRule': '1.2', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'SubPort': '1.0', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Subnet': '1.1', Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: 'Trunk': '1.1'}} Jun 23 14:10:29.637093 dv-cinder-784477-5-smb neutron-server[93140]: {{(pid=93140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:29.639537 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-85729b70-aac2-41a1-8409-f325efb45143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.662125 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.682132 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.691611 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-85729b70-aac2-41a1-8409-f325efb45143 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2e0adcc64974c28b833cc99a4294b5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5689077 Jun 23 14:10:29.695158 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54124) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:29.707108 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] For port cdff2218-4a49-498d-9a5c-5207a3784625, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:29.712101 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] For port cdff2218-4a49-498d-9a5c-5207a3784625, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=cdff2218-4a49-498d-9a5c-5207a3784625,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:29.720747 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.722863 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85729b70-aac2-41a1-8409-f325efb45143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8913f707-d3e0-47cc-a642-ef04469ba379,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.724266 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.726009 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-85729b70-aac2-41a1-8409-f325efb45143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.727326 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:29.745013 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Sync routers for ids ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:29.755080 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9b873ddd-0a6c-4a36-99d2-79da748de0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.756539 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.760484 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3059001 Jun 23 14:10:29.760484 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.760711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54126) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:29.762285 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Routers {'178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:29.762914 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:29.766764 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.781060 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4cad65d-48a4-4e5a-9651-32a2675a92f5 HTTP/1.1" status: 204 len: 168 time: 0.9741526 Jun 23 14:10:29.791825 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3046b9f3-ca02-4586-b405-c0ab7bd0da41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.821657 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Pushing event updated for resources: {'Port': ['ID=cdff2218-4a49-498d-9a5c-5207a3784625,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.841582 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.874087 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:29.877243 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:29.900461 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cad65d-48a4-4e5a-9651-32a2675a92f5,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.906620 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.913284 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Allocated IP 172.20.0.1 (59cc3b94-f40a-4a1f-92f0-46180091121b/2b9bae51-4aa1-466a-9a02-b075d6968774/44f8a541-d065-4dfd-bd3b-506fd449f0e2) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:29.922857 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.946695 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Set router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:29.981125 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.052759 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:30.097624 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9b873ddd-0a6c-4a36-99d2-79da748de0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.110699 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9b873ddd-0a6c-4a36-99d2-79da748de0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.128796 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.160738 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b873ddd-0a6c-4a36-99d2-79da748de0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ef8e2-c5bd-454a-98b2-eb6141448998,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:30.167770 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.172247 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.177082 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9b873ddd-0a6c-4a36-99d2-79da748de0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:30.186342 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.190247 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8913f707-d3e0-47cc-a642-ef04469ba379 HTTP/1.1" status: 204 len: 168 time: 0.4834554 Jun 23 14:10:30.196697 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2977b59b-1a8c-4b06-89c5-0261873037fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.224521 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913f707-d3e0-47cc-a642-ef04469ba379,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:30.235463 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:30.236772 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Transition to ACTIVE for port object 44f8a541-d065-4dfd-bd3b-506fd449f0e2 will not be triggered until provisioned by entity DHCP. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:30.251934 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-9b873ddd-0a6c-4a36-99d2-79da748de0a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93b918685a4e470188bd0ecccc236250&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9381778 Jun 23 14:10:30.264576 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54138) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:30.355925 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c6057b75-7369-4b38-8797-681294ddfee1 req-8beb897a-cb42-411c-beaa-c96f8da6c1e7 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0724308 Jun 23 14:10:30.366963 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.53', 49873) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:30.378686 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:28Z', 'revision_number': 3, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port': {'id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:26Z', 'updated_at': '2021-06-23T14:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:30.456643 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Checking router: 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:30.457303 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Updating router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 port eede274c-b4ae-408c-b708-c8601f8d0a6c binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:30.457969 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:26Z', 'revision_number': 3, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:30.494324 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81754e3-439c-4817-98d2-13e9216c09ce None None] The sync data for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb is: [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:26Z', 'revision_number': 3, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:30.512583 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.519348 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.637252 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.639214 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.667425 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.675980 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Network 59cc3b94-f40a-4a1f-92f0-46180091121b is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:30.701833 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:30.734838 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:30.735359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.036106 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.340632 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device cdff2218-4a49-498d-9a5c-5207a3784625 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:31.485775 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-9f0d94ff-b978-4389-9ad3-3d172a02a5ab None None] Provisioning for port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:31.504914 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-9f0d94ff-b978-4389-9ad3-3d172a02a5ab None None] Provisioning complete for port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:31.505500 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-9f0d94ff-b978-4389-9ad3-3d172a02a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.531933 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Allocated IP 172.20.0.1 (59200168-28c0-49d1-9e55-270ecab1ffc4/cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39/f45abb6d-306d-4883-aaed-1045f0bbe7f5) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:31.618829 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d94ff-b978-4389-9ad3-3d172a02a5ab None None] Port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:31.652756 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port cdff2218-4a49-498d-9a5c-5207a3784625 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:31.705820 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port cdff2218-4a49-498d-9a5c-5207a3784625 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:31.706506 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.718931 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-497cf421-81fa-4fc4-aff1-7967c877a510 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.720827 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-497cf421-81fa-4fc4-aff1-7967c877a510 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.53 "GET /v2.0/networks?id=bf0f576d-d4a2-42fb-9c78-33933eeba500 HTTP/1.1" status: 200 len: 812 time: 1.3491704 Jun 23 14:10:31.734593 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=44f8a541-d065-4dfd-bd3b-506fd449f0e2,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.750704 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.767125 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.783003 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.813694 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Transition to ACTIVE for port object eede274c-b4ae-408c-b708-c8601f8d0a6c will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:31.830443 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-51e580f0-c653-48e6-84df-8356968ec329 req-1cc42413-91e2-4bdf-bf4c-b2056564befd tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0929127 Jun 23 14:10:31.834219 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Request body: {'port': {'device_id': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500', 'admin_state_up': True, 'tenant_id': 'a008162765174af3a43a6b0b5e8918c5'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:31.858102 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.863705 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.873199 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.876612 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-92915d50-8526-48c7-91fa-149313c6029b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.981654 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:31.997542 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:32.001275 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:32.001749 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.008804 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.081048 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.082097 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54236) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:32.084134 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Pushing event updated for resources: {'Port': ['ID=f45abb6d-306d-4883-aaed-1045f0bbe7f5,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.101028 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.119117 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8fa5e-e48f-4829-ae56-b5dcae77a825 None None] Pushing event updated for resources: {'Port': ['ID=eede274c-b4ae-408c-b708-c8601f8d0a6c,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.121333 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.126280 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b32ef8e2-c5bd-454a-98b2-eb6141448998 HTTP/1.1" status: 204 len: 168 time: 1.8606827 Jun 23 14:10:32.135959 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Attempting to bind port eede274c-b4ae-408c-b708-c8601f8d0a6c on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:32.136470 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Attempting to bind port eede274c-b4ae-408c-b708-c8601f8d0a6c by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:32.136882 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Attempting to bind port eede274c-b4ae-408c-b708-c8601f8d0a6c on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:32.142039 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-1ce8fa5e-e48f-4829-ae56-b5dcae77a825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.162815 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:32.163187 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:32.163601 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.164078 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:32.164421 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Bound port: eede274c-b4ae-408c-b708-c8601f8d0a6c, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:32.164783 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.201318 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.204052 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port cdff2218-4a49-498d-9a5c-5207a3784625, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=cdff2218-4a49-498d-9a5c-5207a3784625,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:32.217965 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.231770 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-ffd37208-b576-4d9f-b5a8-6a03c698c4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.246622 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ef8e2-c5bd-454a-98b2-eb6141448998,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.282582 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.325084 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] For port eede274c-b4ae-408c-b708-c8601f8d0a6c, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:32.337748 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.364073 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] For port eede274c-b4ae-408c-b708-c8601f8d0a6c, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=eede274c-b4ae-408c-b708-c8601f8d0a6c,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:32.375202 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.376574 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.377585 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=cdff2218-4a49-498d-9a5c-5207a3784625,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.389578 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.390275 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.459120 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Routers {'178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:32.460262 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:32.463247 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8fa5e-e48f-4829-ae56-b5dcae77a825 None None] Pushing event updated for resources: {'Port': ['ID=eede274c-b4ae-408c-b708-c8601f8d0a6c,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.507409 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-1ce8fa5e-e48f-4829-ae56-b5dcae77a825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.595634 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-87d3f18b-bb01-43b6-a801-70790edcdf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.613804 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] Set router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:32.640000 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.653509 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.658798 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.662719 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.db.api [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:10:32.662719 dv-cinder-784477-5-smb neutron-server[93137]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 14:10:32.662719 dv-cinder-784477-5-smb neutron-server[93137]: [parameters: {'project_id': 'a008162765174af3a43a6b0b5e8918c5', 'id': '627f6e53-bad4-4b34-80a1-61dd18056b58', 'expiration': datetime.datetime(2021, 6, 23, 14, 12, 32, 643874)}] Jun 23 14:10:32.662719 dv-cinder-784477-5-smb neutron-server[93137]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:10:32.663084 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_db.api [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:10:32.664405 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.793787 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-87d3f18b-bb01-43b6-a801-70790edcdf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.803196 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-87d3f18b-bb01-43b6-a801-70790edcdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.826514 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=44f8a541-d065-4dfd-bd3b-506fd449f0e2,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.837551 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.892118 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.913589 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Network 59cc3b94-f40a-4a1f-92f0-46180091121b is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:32.915996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:32.923963 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-87d3f18b-bb01-43b6-a801-70790edcdf25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7128a38946c643d599275900de07dccf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8406670 Jun 23 14:10:32.928749 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54278) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:33.123689 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.144961 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port': {'id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:26Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'f45abb6d-306d-4883-aaed-1045f0bbe7f5', 'name': '', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'mac_address': 'fa:16:3e:16:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:31Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 1, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'subnets': [{'id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:33.199149 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.215976 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1268f55-ba06-4eaa-b54d-2b3fbabe12d2 None None] The sync data for ids ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'] in dv-cinder-784477-5-smb is: [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port': {'id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:26Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'f45abb6d-306d-4883-aaed-1045f0bbe7f5', 'name': '', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'mac_address': 'fa:16:3e:16:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:31Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 1, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'subnets': [{'id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:33.224922 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.254458 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3f18b-bb01-43b6-a801-70790edcdf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5578b9-6e56-46a4-bbf7-de6a2ee4bc6b,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:33.261825 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-87d3f18b-bb01-43b6-a801-70790edcdf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.272297 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6fc1fd1d-ba24-46f9-96bf-3784eb9c0487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:33.282879 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device cdff2218-4a49-498d-9a5c-5207a3784625 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:33.311333 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:33.378743 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Made reservation on behalf of a008162765174af3a43a6b0b5e8918c5 for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:33.381983 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54286) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:33.395499 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.488959 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.496167 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Pushing event updated for resources: {'Port': ['ID=f45abb6d-306d-4883-aaed-1045f0bbe7f5,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:33.502482 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port cdff2218-4a49-498d-9a5c-5207a3784625 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:33.502689 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.504869 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.548050 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.609078 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-2f784850-8f40-45bd-a110-7499ca954258 None None] Provisioning complete for port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:33.609588 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2f784850-8f40-45bd-a110-7499ca954258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.644907 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:33.658318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:33.724085 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4e4cc7ad-6a12-4cf0-a6e0-b0e518bbb4e6 req-82ddff0c-abe9-4d1e-bff9-2190f96c5a3a tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 210 time: 0.4791658 Jun 23 14:10:33.797005 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-380141697-network', 'tenant_id': 'd5e507ebbc674b48a1a13514f88e7724'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:33.824981 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-2f784850-8f40-45bd-a110-7499ca954258 None None] Port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:33.830690 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.868335 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.884487 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc5578b9-6e56-46a4-bbf7-de6a2ee4bc6b HTTP/1.1" status: 204 len: 168 time: 0.9413905 Jun 23 14:10:33.888514 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.222857 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5578b9-6e56-46a4-bbf7-de6a2ee4bc6b,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.237260 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.280572 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Made reservation on behalf of d5e507ebbc674b48a1a13514f88e7724 for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:34.285930 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.329615 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.363303 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:34.380165 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Sync routers for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:34.399514 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] 10.222.0.55 "PUT /v2.0/routers/f9b1855c-39ef-448e-b4b9-d1a45f74bd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4695966 Jun 23 14:10:34.400545 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:34.404224 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:34.448558 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Allocated IP 172.20.0.10 (bf0f576d-d4a2-42fb-9c78-33933eeba500/0cc1b248-2f34-4469-a83c-6e1e6c6a3daf/8a1bd11a-47e2-4998-aac7-c05721dc8520) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:34.482386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:34.543354 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.570053 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.634159 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.690435 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b649c9-cbc5-4837-8e8c-5314d15141c6,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.722576 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.776847 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:34.902443 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.908648 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Added segment 6f365997-ccfe-41c0-acc0-82a30386a828 of type vlan for network fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c Jun 23 14:10:34.919341 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:34.933587 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.074767 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f7832442-2fce-4346-9288-4ac523c00f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.129607 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.132744 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.147696 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.168968 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:35.184558 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] 10.222.0.55 "PUT /v2.0/routers/178ee5e2-6aa6-4ea2-a0d6-21f4786801b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3983486 Jun 23 14:10:35.306326 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.311670 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.317313 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.339994 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7243f6ad-f408-4583-87b5-a9b356b8abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.350039 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device eede274c-b4ae-408c-b708-c8601f8d0a6c up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:35.382471 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 2, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:35.485615 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54354) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.486386 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0957296 Jun 23 14:10:35.494764 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Request body: {'subnet': {'network_id': 'fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-380141697-subnet', 'tenant_id': 'd5e507ebbc674b48a1a13514f88e7724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:35.531227 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Checking router: f9b1855c-39ef-448e-b4b9-d1a45f74bd2f for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:35.533096 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Updating router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:35.565772 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port eede274c-b4ae-408c-b708-c8601f8d0a6c completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:35.578650 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port eede274c-b4ae-408c-b708-c8601f8d0a6c triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:35.579480 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.596010 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Pushing event updated for resources: {'Network': ['ID=fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.602920 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.658351 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:35.663663 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.671442 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Network bf0f576d-d4a2-42fb-9c78-33933eeba500 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:35.676938 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Made reservation on behalf of d5e507ebbc674b48a1a13514f88e7724 for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:35.682287 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.926254 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.961632 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Pushing event updated for resources: {'Port': ['ID=8a1bd11a-47e2-4998-aac7-c05721dc8520,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.983702 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:35.985318 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port eede274c-b4ae-408c-b708-c8601f8d0a6c, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=eede274c-b4ae-408c-b708-c8601f8d0a6c,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:36.000152 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.011191 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.015651 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.167688 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=eede274c-b4ae-408c-b708-c8601f8d0a6c,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.168596 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:36.174856 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.175517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.187123 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.254353 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54368) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:36.276438 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf78-1021-4125-aaa7-a8beab22f670 req-b7773cf7-03fc-4f10-b1f8-fbe655ea581e tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.281663 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c1fbf78-1021-4125-aaa7-a8beab22f670 req-b7773cf7-03fc-4f10-b1f8-fbe655ea581e tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 932 time: 0.9795601 Jun 23 14:10:36.326470 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54372) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:36.331506 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2029747178', 'description': 'tempest-description--160429423'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:36.348520 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5204704 Jun 23 14:10:36.404155 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.465499 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-d0d857ba-6ca6-47c5-b63f-df4833b68689 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:36.466637 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-d0d857ba-6ca6-47c5-b63f-df4833b68689 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264740 Jun 23 14:10:36.574456 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c1fbf78-1021-4125-aaa7-a8beab22f670 req-b9b9a5db-bd64-49e5-af58-5a0da3d8b315 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807579 Jun 23 14:10:36.583142 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.722516 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Transition to ACTIVE for port object 44f8a541-d065-4dfd-bd3b-506fd449f0e2 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:36.722855 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.726300 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.729634 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-d99ca65b-f1f7-4c24-a7b2-b1e9140d0980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.736353 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.757276 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.763616 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6a8e4c75-1718-49f0-b6e2-627e152bf475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.768183 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-378a849f-c670-4f87-ba62-2a02f1895099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.781420 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.786414 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4583080 Jun 23 14:10:36.790497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54386) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:36.802229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'security_group_rule': {'security_group_id': '17b82447-422f-4f37-ad04-148e4a01c129', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:36.891352 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14270e1d-0e80-4b28-a616-d276706c48b7 None None] Pushing event updated for resources: {'Port': ['ID=44f8a541-d065-4dfd-bd3b-506fd449f0e2,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.905674 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9746892c-5a7a-4bf0-9cdc-3fd3c609e0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.910880 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-14270e1d-0e80-4b28-a616-d276706c48b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.943453 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b82447-422f-4f37-ad04-148e4a01c129,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.973757 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.002703 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Attempting to bind port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:37.003718 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Attempting to bind port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:37.004293 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Attempting to bind port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 on network 59cc3b94-f40a-4a1f-92f0-46180091121b {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:37.011886 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:37.013495 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Checking segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:37.014149 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.014706 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Bound using segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:37.015440 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Bound port: 44f8a541-d065-4dfd-bd3b-506fd449f0e2, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:37.016037 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.088748 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcec0b74-5d91-485b-8455-1d3efd41a205,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.101570 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.190167 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Sync routers for ids ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:37.217814 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Routers {'178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:37.225573 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:37.279912 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Checking segment: {'id': '6f365997-ccfe-41c0-acc0-82a30386a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:37.280308 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Network hostable DHCP agents. Network: fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:37.314552 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] For port 44f8a541-d065-4dfd-bd3b-506fd449f0e2, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:37.320633 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.321642 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] For port 44f8a541-d065-4dfd-bd3b-506fd449f0e2, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=44f8a541-d065-4dfd-bd3b-506fd449f0e2,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:37.330901 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.352800 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:37.425359 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9746892c-5a7a-4bf0-9cdc-3fd3c609e0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.432887 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9746892c-5a7a-4bf0-9cdc-3fd3c609e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.454422 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c3a3a316-d3e3-4fe6-8b36-4da81c08c464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:37.459614 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14270e1d-0e80-4b28-a616-d276706c48b7 None None] Pushing event updated for resources: {'Port': ['ID=44f8a541-d065-4dfd-bd3b-506fd449f0e2,revision_number=4']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.463794 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-14270e1d-0e80-4b28-a616-d276706c48b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.471502 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:37.472759 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:37.520392 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Request body: {'port': {'device_id': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:37.613728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54410) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.619993 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:37.649369 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Set router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:37.653855 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Network fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:37.709123 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9746892c-5a7a-4bf0-9cdc-3fd3c609e0a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6954e4d37da543539dc9c17cdac1719e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4529076 Jun 23 14:10:37.711783 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746892c-5a7a-4bf0-9cdc-3fd3c609e0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb4aa9-5cba-463e-9bce-a9b62cefc2e3,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.715460 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54418) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.754272 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:37.783634 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.784237 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.830805 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9746892c-5a7a-4bf0-9cdc-3fd3c609e0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.928013 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.942576 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:37Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:37.978939 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326b94e-0acb-436b-8553-0f7af57aafeb None None] The sync data for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb is: [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:37Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:37.994318 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.014775 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device eede274c-b4ae-408c-b708-c8601f8d0a6c up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:38.017331 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.066750 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.068711 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.111517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.177302 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6910555 Jun 23 14:10:38.201056 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.207657 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.223233 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89bb4aa9-5cba-463e-9bce-a9b62cefc2e3 HTTP/1.1" status: 204 len: 168 time: 0.5019281 Jun 23 14:10:38.227893 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-87d3f18b-bb01-43b6-a801-70790edcdf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.236582 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a363f739-6837-4077-a8c6-b058c44ad616 None None] Network fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:38.260249 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb4aa9-5cba-463e-9bce-a9b62cefc2e3,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.262947 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-5d8ea4a1-97be-4ef3-905e-ce8bca7910d4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.265176 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.275348 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-5d8ea4a1-97be-4ef3-905e-ce8bca7910d4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 819 time: 1.0018365 Jun 23 14:10:38.285817 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.287086 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4954133 Jun 23 14:10:38.290048 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54434) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:38.296384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'security_group_rule': {'security_group_id': '17b82447-422f-4f37-ad04-148e4a01c129', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:38.334374 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a54de3b-51b1-45c8-84a5-5d32a937319d,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.407322 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.480015 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.616918 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.632226 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-e218368c-4a8e-4e9e-a281-6ee42f509ebd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/quotas/02ebe03fbbfc4488be347b92ae975b43 HTTP/1.1" status: 200 len: 375 time: 0.3558657 Jun 23 14:10:38.649845 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.702460 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.730632 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4748-fc5c-47ae-ac16-4e0355af72f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.095021 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4748-fc5c-47ae-ac16-4e0355af72f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.105945 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aeb11e1-cc24-459b-8a12-638a571ed99b,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.115667 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4748-fc5c-47ae-ac16-4e0355af72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.121368 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.139791 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-20b797ee-f8fb-4b86-bb36-12071842d069 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.146828 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.150553 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8578794 Jun 23 14:10:39.154506 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54452) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.161814 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198ee9b-dd73-4d02-910b-4f3650b975c9 req-776283af-33a5-4f4e-b688-3c0b4854da67 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.162353 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e0593-be4d-438a-9da6-e59bcd4fcf47 None None] Network fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:39.175453 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1198ee9b-dd73-4d02-910b-4f3650b975c9 req-776283af-33a5-4f4e-b688-3c0b4854da67 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 932 time: 1.1681743 Jun 23 14:10:39.189911 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'floatingip': {'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:39.239148 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.255631 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f8ad8734-9d74-43a4-a3b1-dcdfae9ccb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.315724 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.502400 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1198ee9b-dd73-4d02-910b-4f3650b975c9 req-8543270c-a9a6-4e4c-9f88-743d17812cc2 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201969 Jun 23 14:10:39.514957 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a9fd4748-fc5c-47ae-ac16-4e0355af72f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e0a9e8717694794aeaea1f371ca47ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8975224 Jun 23 14:10:39.522559 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-617d0d4b-d1c5-4641-9514-8c2e4be2053b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8852699 Jun 23 14:10:39.536326 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54458) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.537000 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd4748-fc5c-47ae-ac16-4e0355af72f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e917a3fd-52a6-42c9-871d-77a99ed3bad2,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.568698 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a9fd4748-fc5c-47ae-ac16-4e0355af72f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.632061 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.665022 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port eede274c-b4ae-408c-b708-c8601f8d0a6c triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:39.667041 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.717700 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54460) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.840452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3f3ffeb0-30c6-45d8-94c8-44176a52d84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.874147 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port': {'id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:26Z', 'updated_at': '2021-06-23T14:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'f45abb6d-306d-4883-aaed-1045f0bbe7f5', 'name': '', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'mac_address': 'fa:16:3e:16:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:31Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 2, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'subnets': [{'id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:40.003816 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.031438 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Checking router: 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:40.031820 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Updating router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 port f45abb6d-306d-4883-aaed-1045f0bbe7f5 binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:40.038088 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1bd11a-47e2-4998-aac7-c05721dc8520 {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:40.100880 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.114961 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.117807 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.140067 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-319d4e23-b924-4ecc-a76c-b4196a0b7678 service neutron] 10.222.0.55 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161518 Jun 23 14:10:40.148091 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.176123 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 44f8a541-d065-4dfd-bd3b-506fd449f0e2 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:40.245542 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.250891 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.252247 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e917a3fd-52a6-42c9-871d-77a99ed3bad2 HTTP/1.1" status: 204 len: 168 time: 0.6949966 Jun 23 14:10:40.255187 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:40.264823 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917a3fd-52a6-42c9-871d-77a99ed3bad2,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:40.268923 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:40.273025 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Transition to ACTIVE for port object 8a1bd11a-47e2-4998-aac7-c05721dc8520 will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:40.297231 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.308803 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Allocated IP 172.28.0.111 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/5c47fd4e-ad4d-4cb8-a4ec-fc7b1470cb3e) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:40.346274 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-95ea63e2-598c-43df-a97b-d2468c86dc31 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:40.545229 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.612846 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1bd11a-47e2-4998-aac7-c05721dc8520,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:40.644129 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:40.697302 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-38265c2a-b89d-439f-915c-af76c290b346 service neutron] 10.222.0.55 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477862 Jun 23 14:10:40.773249 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:40.785747 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:40.785747 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.821948 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3f3ffeb0-30c6-45d8-94c8-44176a52d84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.855157 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Attempting to bind port 8a1bd11a-47e2-4998-aac7-c05721dc8520 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:40.860399 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Attempting to bind port 8a1bd11a-47e2-4998-aac7-c05721dc8520 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f1ae3019-aaa8-4382-a2dc-e9dcdb1da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:40.861100 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Attempting to bind port 8a1bd11a-47e2-4998-aac7-c05721dc8520 on network bf0f576d-d4a2-42fb-9c78-33933eeba500 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:40.870531 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3f3ffeb0-30c6-45d8-94c8-44176a52d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.892465 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.938947 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2536e7ae-5e63-4a71-93e1-7512682cf5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:40.979611 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Port 8a1bd11a-47e2-4998-aac7-c05721dc8520 on network bf0f576d-d4a2-42fb-9c78-33933eeba500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:40.981081 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Attempting to bind port 8a1bd11a-47e2-4998-aac7-c05721dc8520 on network bf0f576d-d4a2-42fb-9c78-33933eeba500 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:41.059340 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.071787 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.089229 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3f3ffeb0-30c6-45d8-94c8-44176a52d84b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1980a8252ef249f99b9d20726091024e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3689754 Jun 23 14:10:41.092101 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:41.093452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Checking segment: {'id': 'f1ae3019-aaa8-4382-a2dc-e9dcdb1da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:41.094201 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54492) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:41.095656 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Bound using segment: {'id': 'f1ae3019-aaa8-4382-a2dc-e9dcdb1da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:41.099817 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Bound port: 8a1bd11a-47e2-4998-aac7-c05721dc8520, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ae3019-aaa8-4382-a2dc-e9dcdb1da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:41.100825 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.185717 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54498) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:41.193267 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.212089 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-822081614-network', 'tenant_id': '792a4fe912ba4912ac6ef4ecb20caacd'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:41.216877 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ffeb0-30c6-45d8-94c8-44176a52d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d458d9f9-6d52-4116-be12-c972e0c1c8c8,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.233631 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3f3ffeb0-30c6-45d8-94c8-44176a52d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.236691 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'Port': ['ID=5c47fd4e-ad4d-4cb8-a4ec-fc7b1470cb3e,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.241257 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.305706 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:41.308711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:41.325430 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.329201 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:41.382606 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64737209-6053-48c5-9753-3ea44d5eb7d2 req-62d2d6db-414f-4941-8d11-f9f10cd82502 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 210 time: 0.1450415 Jun 23 14:10:41.410712 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Transition to ACTIVE for port object f45abb6d-306d-4883-aaed-1045f0bbe7f5 will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:41.455982 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.464995 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 44f8a541-d065-4dfd-bd3b-506fd449f0e2, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=44f8a541-d065-4dfd-bd3b-506fd449f0e2,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:41.476187 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-ffd37208-b576-4d9f-b5a8-6a03c698c4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.483811 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934a0dd-b6af-4a40-80f9-7d39ffb54cb5 req-b1eaf552-f166-449b-8f82-f39f2c91d73f tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.486087 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d934a0dd-b6af-4a40-80f9-7d39ffb54cb5 req-b1eaf552-f166-449b-8f82-f39f2c91d73f tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 944 time: 0.6662049 Jun 23 14:10:41.491262 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Made reservation on behalf of 792a4fe912ba4912ac6ef4ecb20caacd for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:41.493102 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.521629 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] For port 8a1bd11a-47e2-4998-aac7-c05721dc8520, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:41.525168 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.556180 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8632-82c9-4c65-8462-92e8bbade087 None None] Pushing event updated for resources: {'Port': ['ID=f45abb6d-306d-4883-aaed-1045f0bbe7f5,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.560726 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.560911 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.562433 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-6a3f8632-82c9-4c65-8462-92e8bbade087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.567819 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-1ce8fa5e-e48f-4829-ae56-b5dcae77a825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.602984 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] For port 8a1bd11a-47e2-4998-aac7-c05721dc8520, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a1bd11a-47e2-4998-aac7-c05721dc8520,segment=NetworkSegment(f1ae3019-aaa8-4382-a2dc-e9dcdb1da214),segment_id=f1ae3019-aaa8-4382-a2dc-e9dcdb1da214)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:41.658335 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.731315 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.735807 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.746843 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.758491 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.771406 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=44f8a541-d065-4dfd-bd3b-506fd449f0e2,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.782719 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Attempting to bind port f45abb6d-306d-4883-aaed-1045f0bbe7f5 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:41.783484 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Attempting to bind port f45abb6d-306d-4883-aaed-1045f0bbe7f5 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:41.785602 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Attempting to bind port f45abb6d-306d-4883-aaed-1045f0bbe7f5 on network 59200168-28c0-49d1-9e55-270ecab1ffc4 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:41.806403 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.806403 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:41.806403 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Checking segment: {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:41.806403 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.810103 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Bound using segment: {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:41.810817 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Bound port: f45abb6d-306d-4883-aaed-1045f0bbe7f5, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:41.811608 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.869563 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.938525 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d934a0dd-b6af-4a40-80f9-7d39ffb54cb5 req-2cd376b4-2355-4f65-832c-5ac35046a4f2 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335532 Jun 23 14:10:41.971167 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.972641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.994877 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.999326 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] 10.222.0.53 "PUT /v2.0/ports/8a1bd11a-47e2-4998-aac7-c05721dc8520 HTTP/1.1" status: 200 len: 1094 time: 4.9560075 Jun 23 14:10:42.004343 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'tag': '8a1bd11a-47e2-4998-aac7-c05721dc8520'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:42.094103 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.100727 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.102144 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d458d9f9-6d52-4116-be12-c972e0c1c8c8 HTTP/1.1" status: 204 len: 168 time: 0.8750219 Jun 23 14:10:42.110526 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.121540 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d458d9f9-6d52-4116-be12-c972e0c1c8c8,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.125243 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.171329 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 44f8a541-d065-4dfd-bd3b-506fd449f0e2 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:42.260481 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] For port f45abb6d-306d-4883-aaed-1045f0bbe7f5, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:42.328244 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] For port f45abb6d-306d-4883-aaed-1045f0bbe7f5, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=f45abb6d-306d-4883-aaed-1045f0bbe7f5,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:42.378850 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.425469 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.511672 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.528086 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.532095 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.555235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:42.559730 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.599826 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.667053 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.668718 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4939749 Jun 23 14:10:42.683892 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'Port': ['ID=5c47fd4e-ad4d-4cb8-a4ec-fc7b1470cb3e,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.690910 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.767318 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Routers {'178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:42.775035 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:10:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:42.858983 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:42.871367 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.871956 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Added segment 53ebd36d-3ee9-48e4-adb1-f07e3df0ef33 of type vlan for network 3fcbddb7-5903-40a0-834f-30c489b39fa1 Jun 23 14:10:42.922181 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.955959 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1bd11a-47e2-4998-aac7-c05721dc8520,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:43.049571 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] Set router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:43.051353 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.293s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.072088 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.073060 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.164s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:43.169942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.170543 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.334552 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf58b0ad-ac81-45d9-9587-5debd3e1984e,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:43.387853 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54596) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:43.393064 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Request body: {'subnet': {'network_id': '3fcbddb7-5903-40a0-834f-30c489b39fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-822081614-subnet', 'tenant_id': '792a4fe912ba4912ac6ef4ecb20caacd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:43.399188 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1918225 Jun 23 14:10:43.411867 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.424165 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e93e3fc8-2116-4561-8038-3e7458750b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:43.439479 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8632-82c9-4c65-8462-92e8bbade087 None None] Pushing event updated for resources: {'Port': ['ID=f45abb6d-306d-4883-aaed-1045f0bbe7f5,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:43.447147 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Made reservation on behalf of 792a4fe912ba4912ac6ef4ecb20caacd for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:43.449721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.450402 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-6a3f8632-82c9-4c65-8462-92e8bbade087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.535107 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port': {'id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:26Z', 'updated_at': '2021-06-23T14:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'f45abb6d-306d-4883-aaed-1045f0bbe7f5', 'name': '', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'mac_address': 'fa:16:3e:16:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:31Z', 'updated_at': '2021-06-23T14:10:42Z', 'revision_number': 4, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'subnets': [{'id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:43.620860 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e72c4bf-598e-4769-ad67-abecf2f88ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "a22b9e72-f6c2-4edd-94ea-1e03deb7e09e", "tag": "8a1bd11a-47e2-4998-aac7-c05721dc8520"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:43.635597 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcbddb7-5903-40a0-834f-30c489b39fa1,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:43.665631 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.679040 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-20ce7343-de54-49cc-8324-a160b440b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.695384 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-20ce7343-de54-49cc-8324-a160b440b9d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a008162765174af3a43a6b0b5e8918c5&device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 1097 time: 0.8631473 Jun 23 14:10:43.757129 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ca9e-5ebc-49d3-8831-29c405323e6a req-09af11f0-6932-47f1-b7d3-104164f4f14d tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.764378 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fa64ca9e-5ebc-49d3-8831-29c405323e6a req-09af11f0-6932-47f1-b7d3-104164f4f14d tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 944 time: 0.5330253 Jun 23 14:10:43.849806 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 3fcbddb7-5903-40a0-834f-30c489b39fa1 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:43.856742 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d11008-320a-447f-9edb-a915e30ce2d3 None None] The sync data for ids ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'] in dv-cinder-784477-5-smb is: [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port': {'id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:26Z', 'updated_at': '2021-06-23T14:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'f45abb6d-306d-4883-aaed-1045f0bbe7f5', 'name': '', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'mac_address': 'fa:16:3e:16:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:31Z', 'updated_at': '2021-06-23T14:10:42Z', 'revision_number': 4, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'subnets': [{'id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:43.951704 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-2ad30c6b-410f-4baa-9041-27bd1d88936f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.953264 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-2ad30c6b-410f-4baa-9041-27bd1d88936f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 819 time: 1.9526930 Jun 23 14:10:44.127463 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-0c415cd5-8b5e-4a81-ad14-650a404da905 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1bd11a-47e2-4998-aac7-c05721dc8520 HTTP/1.1" status: 200 len: 217 time: 0.3601129 Jun 23 14:10:44.150997 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device f45abb6d-306d-4883-aaed-1045f0bbe7f5 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:44.241836 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-6c2a1400-0928-4249-ad51-aa178e4b4144 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/quotas/02ebe03fbbfc4488be347b92ae975b43 HTTP/1.1" status: 200 len: 375 time: 0.1179006 Jun 23 14:10:44.337602 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port f45abb6d-306d-4883-aaed-1045f0bbe7f5 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:44.352483 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port f45abb6d-306d-4883-aaed-1045f0bbe7f5 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:44.354172 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.414730 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.422522 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fa64ca9e-5ebc-49d3-8831-29c405323e6a req-f63bb663-b7f4-4a1e-93a7-81dbc722b2b9 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566248 Jun 23 14:10:44.487367 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-54150d9a-f90b-4437-9a34-70e2ba7a849a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.506558 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-1bb341c2-aed8-4ff6-9ab1-a9938a7938fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.518512 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-1bb341c2-aed8-4ff6-9ab1-a9938a7938fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cc1b248-2f34-4469-a83c-6e1e6c6a3daf HTTP/1.1" status: 200 len: 852 time: 0.3764246 Jun 23 14:10:44.616362 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Checking segment: {'id': '53ebd36d-3ee9-48e4-adb1-f07e3df0ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3fcbddb7-5903-40a0-834f-30c489b39fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:44.617096 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Network hostable DHCP agents. Network: 3fcbddb7-5903-40a0-834f-30c489b39fa1, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:44.634779 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f528e6-3d1e-4ff9-ac82-83d2b1e553ee,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.643722 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.646958 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Network 3fcbddb7-5903-40a0-834f-30c489b39fa1 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:44.662574 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 3fcbddb7-5903-40a0-834f-30c489b39fa1) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:44.681284 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-64d5933b-73f3-473d-a82f-4b8f60cd01af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf0f576d-d4a2-42fb-9c78-33933eeba500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183784 Jun 23 14:10:44.692694 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.696046 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.699904 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4334ce-cf26-4d93-bf21-de074a9c6d6e None None] Network 3fcbddb7-5903-40a0-834f-30c489b39fa1 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:44.745812 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-e8eba593-a1ba-402d-bafd-1f155949d270 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3566809 Jun 23 14:10:44.871535 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-8c9df4e5-bf1b-4824-b1e2-cf50613cc15a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6196010 Jun 23 14:10:45.038360 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.53', 49888) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.054601 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.285701 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e789c08-5d8b-4719-9c09-0368e388aaa8 None None] Network 3fcbddb7-5903-40a0-834f-30c489b39fa1 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:45.310107 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-f2dd2f44-1931-4bfe-9ce1-3c02e85a4973 service neutron] 10.222.0.53 "GET /v2.0/networks/bf0f576d-d4a2-42fb-9c78-33933eeba500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021914 Jun 23 14:10:45.340207 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-71598569-b0bd-4366-bfab-f466177a9806 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2029747178&fields=id&tenant_id=1210e3c13b554d839278c3ac16ad0e4a HTTP/1.1" status: 200 len: 267 time: 0.2528307 Jun 23 14:10:45.465991 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54654) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.687105 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port f45abb6d-306d-4883-aaed-1045f0bbe7f5, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=f45abb6d-306d-4883-aaed-1045f0bbe7f5,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:45.705164 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.716766 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.793387 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-8d186ee9-1288-4b22-97f0-139ae9d8b0de service neutron] 10.222.0.55 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9208350 Jun 23 14:10:45.851138 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-dca5e128-a912-48ef-bb90-eead53a0add1 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.860204 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-dca5e128-a912-48ef-bb90-eead53a0add1 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 810 time: 0.4887843 Jun 23 14:10:45.870581 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Deleting subnet fcec0b74-5d91-485b-8455-1d3efd41a205 {{(pid=93136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:10:45.887705 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=f45abb6d-306d-4883-aaed-1045f0bbe7f5,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.898710 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.912456 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.017568 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-3a3cdd1f-6036-4bee-acce-817f24276b3c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.031474 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-3a3cdd1f-6036-4bee-acce-817f24276b3c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 819 time: 0.9113734 Jun 23 14:10:46.071379 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-4fc0c85a-d515-40b7-af8a-a47bf2180eb7 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/quotas/1210e3c13b554d839278c3ac16ad0e4a HTTP/1.1" status: 200 len: 375 time: 0.1877925 Jun 23 14:10:46.071546 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Request body: {'port': {'device_id': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'admin_state_up': True, 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:46.082639 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.128105 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.284165 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27d943e6-f8d3-47aa-8cec-f0f9275d585b req-18318432-6324-4e71-a54e-412634abebd1 service neutron] 10.222.0.53 "GET /v2.0/networks/bf0f576d-d4a2-42fb-9c78-33933eeba500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9114752 Jun 23 14:10:46.343888 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.407007 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-7d308d9e-92b9-499b-a64f-700723dbff15 service neutron] 10.222.0.55 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126537 Jun 23 14:10:46.441093 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.486229 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-a865ec03-9d61-4d96-89a0-1a6e423f72a2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3727233 Jun 23 14:10:46.518380 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Made reservation on behalf of 02ebe03fbbfc4488be347b92ae975b43 for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:46.524435 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.542927 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcec0b74-5d91-485b-8455-1d3efd41a205,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.574764 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.583650 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.588560 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54696) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.607049 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fcec0b74-5d91-485b-8455-1d3efd41a205 HTTP/1.1" status: 204 len: 168 time: 1.1372347 Jun 23 14:10:46.852967 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.054333 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.069926 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.070251 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.070964 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.071285 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > port after_create 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.071736 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.072087 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > port after_update 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.072397 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.072720 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.073030 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.073497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.276697 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Allocated IP 172.20.0.2 (59200168-28c0-49d1-9e55-270ecab1ffc4/cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39/1a486d7f-fdd8-404a-9674-5774d1d27445) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:47.332021 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.332430 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.332813 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.333193 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:47.333574 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:47.343493 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d533bf09-08a9-41a0-84dd-7168a77ca680 x-openstack-request-id: req-d533bf09-08a9-41a0-84dd-7168a77ca680 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:47.343807 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22b9e72-f6c2-4edd-94ea-1e03deb7e09e", "tag": "8a1bd11a-47e2-4998-aac7-c05721dc8520", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:47.344078 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d533bf09-08a9-41a0-84dd-7168a77ca680 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:47.344558 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'tag': '8a1bd11a-47e2-4998-aac7-c05721dc8520', 'status': 'completed', 'code': 200} Jun 23 14:10:47.407979 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f365997-ccfe-41c0-acc0-82a30386a828') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:47.409019 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f365997-ccfe-41c0-acc0-82a30386a828') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:47.455446 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.485597 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.495973 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:10:47.496599 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: from cryptography.utils import int_from_bytes Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: from cryptography.utils import int_from_bytes Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:10:47.534091 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:10:47.627425 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.651690 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.697305 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.703315 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:47.774728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:47.782378 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:47.792752 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:47.798859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.799494 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.821092 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Pushing event updated for resources: {'Port': ['ID=1a486d7f-fdd8-404a-9674-5774d1d27445,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:47.824713 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.832839 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7665210 Jun 23 14:10:47.841182 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-58183056-6aea-4b47-b0fc-499a9a86b4cd service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:47.848090 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-58183056-6aea-4b47-b0fc-499a9a86b4cd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4960821 Jun 23 14:10:47.861859 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:47.881942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.883885 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c HTTP/1.1" status: 204 len: 168 time: 1.2943032 Jun 23 14:10:47.887900 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54752) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:47.900060 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1635bd-3a65-4f4a-9c01-d8b6af2ec59c,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:47.937426 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.938511 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Deleting subnet 95f528e6-3d1e-4ff9-ac82-83d2b1e553ee {{(pid=93136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:10:47.942923 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.991926 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.002805 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.008910 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device f45abb6d-306d-4883-aaed-1045f0bbe7f5 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:48.021988 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-f1c061d6-7e1d-4955-a32b-37c336355cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.023454 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-f1c061d6-7e1d-4955-a32b-37c336355cbb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a008162765174af3a43a6b0b5e8918c5&device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 1097 time: 0.3942146 Jun 23 14:10:48.032838 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-4972fc17-0211-421e-92c2-c15bef512179 service neutron] 10.222.0.55 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837087 Jun 23 14:10:48.051178 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446f775-145f-4541-bb3b-b2426e65dc85 req-7837b6d5-997b-4b61-9196-93a558346be0 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.052656 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a446f775-145f-4541-bb3b-b2426e65dc85 req-7837b6d5-997b-4b61-9196-93a558346be0 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 944 time: 0.4652331 Jun 23 14:10:48.127584 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port f45abb6d-306d-4883-aaed-1045f0bbe7f5 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:48.128418 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.130461 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.140626 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a446f775-145f-4541-bb3b-b2426e65dc85 req-3335ae16-bae1-46a2-884a-4e113cc4f080 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Jun 23 14:10:48.149995 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-73996711-5ed3-46e4-b71e-7bac9ca3a5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.156278 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.161556 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54758) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:48.174057 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95f528e6-3d1e-4ff9-ac82-83d2b1e553ee HTTP/1.1" status: 204 len: 168 time: 0.2849827 Jun 23 14:10:48.196243 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f528e6-3d1e-4ff9-ac82-83d2b1e553ee,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.200036 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.243208 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-864abc59-c8a0-4bb0-a9bd-d317f3540226 service neutron] 10.222.0.55 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093272 Jun 23 14:10:48.379379 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.382571 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-de6e6299-48e5-4fc1-9631-26ccdedc0d80 req-9cc42a72-1dd7-46e8-94b8-c2757ad57a62 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 210 time: 0.0402889 Jun 23 14:10:48.476112 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.486374 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcbddb7-5903-40a0-834f-30c489b39fa1']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:48.514872 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ebd36d-3ee9-48e4-adb1-f07e3df0ef33') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:48.515168 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ebd36d-3ee9-48e4-adb1-f07e3df0ef33') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:48.536814 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.589109 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f32b778f-e191-4185-be2c-fa34e74c99bd req-9a74a185-07a7-4a3b-ab38-814dd963daa0 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 210 time: 0.0440788 Jun 23 14:10:48.589205 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.598488 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:10:48.599121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:10:48.601068 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:10:48.670642 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.675225 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.677993 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.679879 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] 10.222.0.55 "DELETE /v2.0/networks/3fcbddb7-5903-40a0-834f-30c489b39fa1 HTTP/1.1" status: 204 len: 168 time: 0.5134614 Jun 23 14:10:48.699167 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcbddb7-5903-40a0-834f-30c489b39fa1,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.708313 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.928844 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54812) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:48.972604 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-1b434430-075d-46a8-bd31-026b4ad28cd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5e507ebbc674b48a1a13514f88e7724&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423617 Jun 23 14:10:48.977928 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54816) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:49.029305 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.053834 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.097634 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:10:49.102676 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.106817 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.110432 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0b649c9-cbc5-4837-8e8c-5314d15141c6 HTTP/1.1" status: 204 len: 168 time: 0.1320674 Jun 23 14:10:49.110432 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9b873ddd-0a6c-4a36-99d2-79da748de0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:49.116677 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b649c9-cbc5-4837-8e8c-5314d15141c6,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:49.119484 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:49.333452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0da694-f598-4ce8-8774-6d8c8ff527f0 req-1c30f807-3ae2-4215-ad0d-7b8e752564de tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.335810 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8b0da694-f598-4ce8-8774-6d8c8ff527f0 req-1c30f807-3ae2-4215-ad0d-7b8e752564de tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 944 time: 0.0656240 Jun 23 14:10:49.378433 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8b0da694-f598-4ce8-8774-6d8c8ff527f0 req-7e7b5ee3-20ef-4ca2-8e72-f7bffd6ee5c0 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 Jun 23 14:10:49.431543 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54834) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:49.470398 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f73870ce-dee2-41b4-82b2-90c1d2adda34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=792a4fe912ba4912ac6ef4ecb20caacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371447 Jun 23 14:10:49.473269 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54838) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:49.538615 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-73ef7f57-1def-45de-b96b-366409a472ff req-4bf5aacd-0202-4f4b-a36b-894bba7c5e42 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 210 time: 0.0331805 Jun 23 14:10:49.554347 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.585195 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.637816 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.642360 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.644017 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf58b0ad-ac81-45d9-9587-5debd3e1984e HTTP/1.1" status: 204 len: 168 time: 0.1695290 Jun 23 14:10:49.644912 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:49.652056 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.655020 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf58b0ad-ac81-45d9-9587-5debd3e1984e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:49.657758 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:49.746468 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b2163096-4d31-44c8-bbcb-b5d61a92bdde req-086e7ef2-6c76-43e5-a50f-7c8a3cae312c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 210 time: 0.0334821 Jun 23 14:10:50.005985 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Request body: {'port': {'device_id': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:50.155203 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.339444 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-776979c4-de2f-4fa4-94b4-094802501020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.340979 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-776979c4-de2f-4fa4-94b4-094802501020 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf0f576d-d4a2-42fb-9c78-33933eeba500 HTTP/1.1" status: 200 len: 913 time: 0.3449402 Jun 23 14:10:50.419315 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-76b25755-b7ee-40b1-ae71-59b279887eea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1bd11a-47e2-4998-aac7-c05721dc8520 HTTP/1.1" status: 200 len: 217 time: 0.0681281 Jun 23 14:10:50.488711 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-67db9595-e12a-4147-a2b7-8ef34877c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.490397 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-67db9595-e12a-4147-a2b7-8ef34877c558 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cc1b248-2f34-4469-a83c-6e1e6c6a3daf HTTP/1.1" status: 200 len: 852 time: 0.0636804 Jun 23 14:10:50.544260 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-0b382baf-f688-4b63-acb2-2602bbe81dfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf0f576d-d4a2-42fb-9c78-33933eeba500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448782 Jun 23 14:10:50.636149 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d174f5-700f-4829-bc5d-e8f67e16b9b8 req-d715b9e3-ac09-4108-bf3d-cc9d5e5e9e45 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.644673 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-15d174f5-700f-4829-bc5d-e8f67e16b9b8 req-d715b9e3-ac09-4108-bf3d-cc9d5e5e9e45 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 944 time: 0.0959058 Jun 23 14:10:50.670684 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a486d7f-fdd8-404a-9674-5774d1d27445 {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:50.683569 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.692459 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-15d174f5-700f-4829-bc5d-e8f67e16b9b8 req-0e8b52dd-512b-4c44-b3c8-ca050ee5989b tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Jun 23 14:10:50.708955 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Transition to ACTIVE for port object 1a486d7f-fdd8-404a-9674-5774d1d27445 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:50.724631 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.734100 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:50.755758 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54906) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:50.774496 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54908) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:50.786871 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Pushing event updated for resources: {'Port': ['ID=1a486d7f-fdd8-404a-9674-5774d1d27445,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:50.790165 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:50.797638 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e42fb09d-a2c5-44c1-822d-072f2cd44734 req-e8147e84-1bf6-40f3-bdfb-d4af5ad090a7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 210 time: 0.0748250 Jun 23 14:10:50.837191 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-c0612bd0-5161-465a-aa8a-402e37caee71 service neutron] 10.222.0.53 "GET /v2.0/networks/bf0f576d-d4a2-42fb-9c78-33933eeba500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398871 Jun 23 14:10:50.978107 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9d0fc516-6c74-4b0d-a16e-8313823746ab req-45f42e3e-ac02-4e2d-83df-9cf3738019c1 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 210 time: 0.0474749 Jun 23 14:10:51.017131 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e72c4bf-598e-4769-ad67-abecf2f88ca7 req-0f908ee9-0ad6-4c39-8058-0e4f9c99b7cf service neutron] 10.222.0.53 "GET /v2.0/networks/bf0f576d-d4a2-42fb-9c78-33933eeba500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745744 Jun 23 14:10:51.059950 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8a03-aa9a-4dd5-b8c8-47bb79386721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.178050 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-02919276-e09a-42d6-824c-ad8a417ac424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.187498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Attempting to bind port 1a486d7f-fdd8-404a-9674-5774d1d27445 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:51.187498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Attempting to bind port 1a486d7f-fdd8-404a-9674-5774d1d27445 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:51.187498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Attempting to bind port 1a486d7f-fdd8-404a-9674-5774d1d27445 on network 59200168-28c0-49d1-9e55-270ecab1ffc4 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:51.194108 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8a03-aa9a-4dd5-b8c8-47bb79386721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.209839 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8a03-aa9a-4dd5-b8c8-47bb79386721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.217859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Port 1a486d7f-fdd8-404a-9674-5774d1d27445 on network 59200168-28c0-49d1-9e55-270ecab1ffc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:51.218404 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Attempting to bind port 1a486d7f-fdd8-404a-9674-5774d1d27445 on network 59200168-28c0-49d1-9e55-270ecab1ffc4 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:51.224747 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3e2baeed-1158-4857-85c7-40f01dfb2483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:51.228711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:51.229054 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Checking segment: {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:51.229708 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Bound using segment: {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:51.230405 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Bound port: 1a486d7f-fdd8-404a-9674-5774d1d27445, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:51.244165 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.307413 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-bf4a8a03-aa9a-4dd5-b8c8-47bb79386721 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b30e11188f65449dbe0dec6a94c17077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401866 Jun 23 14:10:51.310034 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54928) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:51.318439 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a8a03-aa9a-4dd5-b8c8-47bb79386721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e061d-b5ee-4b30-9b94-ec54744158bf,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:51.326879 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-bf4a8a03-aa9a-4dd5-b8c8-47bb79386721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:51.379796 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] For port 1a486d7f-fdd8-404a-9674-5774d1d27445, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:51.410468 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] For port 1a486d7f-fdd8-404a-9674-5774d1d27445, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1a486d7f-fdd8-404a-9674-5774d1d27445,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:51.418897 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.425174 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:51.427850 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.437148 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-0eccbdfe-9733-42c2-86e8-90a41efb8a61 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.453511 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-0eccbdfe-9733-42c2-86e8-90a41efb8a61 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 819 time: 0.2539706 Jun 23 14:10:51.492751 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Request body: {'port': {'device_id': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'admin_state_up': True, 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:51.517216 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.530039 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-02919276-e09a-42d6-824c-ad8a417ac424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.533768 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.534579 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.536308 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] 10.222.0.53 "PUT /v2.0/ports/1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 1093 time: 1.5418737 Jun 23 14:10:51.537039 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'tag': '1a486d7f-fdd8-404a-9674-5774d1d27445'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:51.619589 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Pushing event updated for resources: {'Port': ['ID=1a486d7f-fdd8-404a-9674-5774d1d27445,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:51.622793 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-02919276-e09a-42d6-824c-ad8a417ac424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.623990 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:51.695738 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:51.821253 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.833372 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.835933 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c9e061d-b5ee-4b30-9b94-ec54744158bf HTTP/1.1" status: 204 len: 168 time: 0.5249774 Jun 23 14:10:51.873626 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:51.901458 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e061d-b5ee-4b30-9b94-ec54744158bf,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:51.905188 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:51.919892 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Made reservation on behalf of 02ebe03fbbfc4488be347b92ae975b43 for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:51.924970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.981338 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-02919276-e09a-42d6-824c-ad8a417ac424 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da3ab9f3566c4c7a9f3df5da494b6777&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2023985 Jun 23 14:10:51.993018 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec722f14-6709-458d-90ea-a21caeb6067d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f300325-6f1e-48ad-94e3-9003177fbca1", "tag": "1a486d7f-fdd8-404a-9674-5774d1d27445"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:52.001518 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 54972) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:52.029718 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-b3a2bf15-7133-4b13-804f-edcdfca1751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.032423 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-b3a2bf15-7133-4b13-804f-edcdfca1751a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1096 time: 0.4073744 Jun 23 14:10:52.033516 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02919276-e09a-42d6-824c-ad8a417ac424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec03f40-40d0-4e32-aecf-a1f145b42045,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:52.038805 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-02919276-e09a-42d6-824c-ad8a417ac424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:52.115291 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.53', 49915) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:52.158423 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4132b497-30d0-4d0b-8890-e5e89d3f1e7a req-9ff1d02d-a147-43b3-a906-6237acbaaf03 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 210 time: 0.0289867 Jun 23 14:10:52.256448 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-b201604b-b37f-49f8-aef4-052363675cd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 217 time: 0.1926558 Jun 23 14:10:52.258563 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937693c-8425-4833-8212-33f85d189adf req-12d991b4-5149-49dc-9e71-af0d19f5042c tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.260055 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5937693c-8425-4833-8212-33f85d189adf req-12d991b4-5149-49dc-9e71-af0d19f5042c tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 944 time: 0.1994748 Jun 23 14:10:52.264020 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:52.266316 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Allocated IP 172.20.0.9 (59200168-28c0-49d1-9e55-270ecab1ffc4/cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39/ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:52.416043 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-17f870b9-34a6-40e9-b4ea-43bcc2c2d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.418017 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-17f870b9-34a6-40e9-b4ea-43bcc2c2d45f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.1324170 Jun 23 14:10:52.470336 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-f3e7d327-c5b5-444c-9f90-5bc088aaa3d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431535 Jun 23 14:10:52.495841 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-f3e6ddc0-b5d5-445f-a37b-54ca04a06544 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.497525 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-f3e6ddc0-b5d5-445f-a37b-54ca04a06544 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 810 time: 0.3787253 Jun 23 14:10:52.511331 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 54988) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:52.628762 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4148aa21-776d-4f1b-9537-e01a5bfc45ce req-31588b5b-2b85-414b-9057-4153b994976d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 210 time: 0.0302889 Jun 23 14:10:52.672116 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5937693c-8425-4833-8212-33f85d189adf req-9556930e-670c-454a-83f4-b2d3101034b8 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024358 Jun 23 14:10:52.676251 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:52.682665 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-e592c52a-5d72-41f0-96b2-7dafe4610bb3 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022653 Jun 23 14:10:52.696111 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-5d4984f4-c10d-43a6-a485-f828ed3cd4d4 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1210e3c13b554d839278c3ac16ad0e4a HTTP/1.1" status: 200 len: 380 time: 0.1024542 Jun 23 14:10:52.728666 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'port': {'device_id': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'admin_state_up': True, 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'security_groups': ['17b82447-422f-4f37-ad04-148e4a01c129']}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:52.757646 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55006) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:52.782028 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-47ebb690-dca3-4e2e-b026-00cb4fd135e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:52.795959 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-182da7a3-0e2e-4d40-b8e0-12638f4d7168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:52.850934 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:52.860919 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:52.862095 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aec03f40-40d0-4e32-aecf-a1f145b42045 HTTP/1.1" status: 204 len: 168 time: 0.8607440 Jun 23 14:10:52.866910 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-7f89ff12-f824-4065-8362-555316b037cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:52.892528 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec03f40-40d0-4e32-aecf-a1f145b42045,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:52.903879 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:52.926172 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:52.973947 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d2242f51-adf4-462f-9318-233dc76c1f53 req-47f610b1-631c-4177-8143-f5046af71a42 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725186 Jun 23 14:10:52.993195 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-47ebb690-dca3-4e2e-b026-00cb4fd135e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.003296 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-47ebb690-dca3-4e2e-b026-00cb4fd135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.007742 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-7ac76788-7942-424d-8fc7-b8e36b06d263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.020405 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Made reservation on behalf of 1210e3c13b554d839278c3ac16ad0e4a for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:53.024073 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.029410 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.045613 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586db2a-0fe8-4f54-afc7-d55aa5280827 x-openstack-request-id: req-c586db2a-0fe8-4f54-afc7-d55aa5280827 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:53.046090 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f300325-6f1e-48ad-94e3-9003177fbca1", "tag": "1a486d7f-fdd8-404a-9674-5774d1d27445", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:53.046609 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c586db2a-0fe8-4f54-afc7-d55aa5280827 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:53.047187 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'tag': '1a486d7f-fdd8-404a-9674-5774d1d27445', 'status': 'completed', 'code': 200} Jun 23 14:10:53.062444 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-47ebb690-dca3-4e2e-b026-00cb4fd135e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cef5dff78e0427e9f3986411be371f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037076 Jun 23 14:10:53.064260 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebb690-dca3-4e2e-b026-00cb4fd135e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388f8787-ca72-422f-835b-94174d5b7d97,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.067530 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55014) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:53.070225 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-47ebb690-dca3-4e2e-b026-00cb4fd135e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.070715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2839e052-eb71-45c9-be3c-c0a49ef73dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.075080 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Network 59200168-28c0-49d1-9e55-270ecab1ffc4 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:53.077491 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:53.104807 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:53.155112 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Pushing event updated for resources: {'Port': ['ID=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.159715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.168329 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.168985 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.300714 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.329612 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Allocated IP 172.20.0.9 (59cc3b94-f40a-4a1f-92f0-46180091121b/2b9bae51-4aa1-466a-9a02-b075d6968774/5c363b43-9eb6-4920-b19d-8e5bde1188ec) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:53.343244 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec722f14-6709-458d-90ea-a21caeb6067d req-f25f4a08-e3e6-439e-a391-5684196f837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.344964 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ec722f14-6709-458d-90ea-a21caeb6067d req-f25f4a08-e3e6-439e-a391-5684196f837d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1096 time: 0.2175868 Jun 23 14:10:53.360637 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-182da7a3-0e2e-4d40-b8e0-12638f4d7168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.362568 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.363413 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0959b-b7d3-40e7-a2c1-b19cd7db52e1 req-10c34eae-fb36-4e1f-801f-0f1dd6e0e888 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.365206 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c5a0959b-b7d3-40e7-a2c1-b19cd7db52e1 req-10c34eae-fb36-4e1f-801f-0f1dd6e0e888 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 931 time: 0.0684655 Jun 23 14:10:53.372041 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-182da7a3-0e2e-4d40-b8e0-12638f4d7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.372525 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8999507 Jun 23 14:10:53.387785 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9746892c-5a7a-4bf0-9cdc-3fd3c609e0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.411088 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Request body: {'port': {'device_id': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:53.413971 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55026) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:53.447784 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c5a0959b-b7d3-40e7-a2c1-b19cd7db52e1 req-6493aaea-42c9-4d29-a90a-a208fef3a231 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742772 Jun 23 14:10:53.456429 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-eb66f789-a4a2-49aa-94c0-5488e99eb9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.526596 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.552195 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182da7a3-0e2e-4d40-b8e0-12638f4d7168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e406277-55be-4882-b731-e3a0078f93c1,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.559146 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-182da7a3-0e2e-4d40-b8e0-12638f4d7168 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83b96db80c1749b0968ad5c5f301a82e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0441225 Jun 23 14:10:53.569415 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55028) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:53.585576 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-182da7a3-0e2e-4d40-b8e0-12638f4d7168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.631229 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.642017 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.643151 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/388f8787-ca72-422f-835b-94174d5b7d97 HTTP/1.1" status: 204 len: 168 time: 0.5734644 Jun 23 14:10:53.651491 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-85729b70-aac2-41a1-8409-f325efb45143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.686861 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f8787-ca72-422f-835b-94174d5b7d97,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.692123 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.698871 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec722f14-6709-458d-90ea-a21caeb6067d req-694f249f-e1b5-4f96-ae6f-9917108831c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.700599 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ec722f14-6709-458d-90ea-a21caeb6067d req-694f249f-e1b5-4f96-ae6f-9917108831c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.2925653 Jun 23 14:10:53.712278 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.768165 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-eb66f789-a4a2-49aa-94c0-5488e99eb9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.785551 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-eb66f789-a4a2-49aa-94c0-5488e99eb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.787394 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.839012 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-bf4a8a03-aa9a-4dd5-b8c8-47bb79386721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.967521 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Transition to ACTIVE for port object 5c363b43-9eb6-4920-b19d-8e5bde1188ec will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:53.969877 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ec722f14-6709-458d-90ea-a21caeb6067d req-cc2e0013-a687-4ee3-b736-e106f3126066 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 217 time: 0.2609861 Jun 23 14:10:54.018154 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.038474 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec722f14-6709-458d-90ea-a21caeb6067d req-0fe82d74-3ec9-4119-941f-37cfe6ef974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.040167 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ec722f14-6709-458d-90ea-a21caeb6067d req-0fe82d74-3ec9-4119-941f-37cfe6ef974e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0618191 Jun 23 14:10:54.044086 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.057075 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:54.090941 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-eb66f789-a4a2-49aa-94c0-5488e99eb9e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33e0f6d64f8c4920aeea2a87b7bdcd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717474 Jun 23 14:10:54.102383 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55052) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:54.106405 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ec722f14-6709-458d-90ea-a21caeb6067d req-409deb7e-e890-4af9-9bc3-fa5898bace9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587678 Jun 23 14:10:54.122100 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66f789-a4a2-49aa-94c0-5488e99eb9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caba347-fdfe-493a-8b19-460dc9509447,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:54.125678 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-eb66f789-a4a2-49aa-94c0-5488e99eb9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:54.131110 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Network 59cc3b94-f40a-4a1f-92f0-46180091121b is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:54.139347 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:54.154659 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:54.160241 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.160868 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.186919 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'Port': ['ID=5c363b43-9eb6-4920-b19d-8e5bde1188ec,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:54.237265 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:54.240303 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5370748 Jun 23 14:10:54.256287 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:54.262917 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Request body: {'port': {'device_id': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:54.280318 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.310568 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.313084 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.314618 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e406277-55be-4882-b731-e3a0078f93c1 HTTP/1.1" status: 204 len: 168 time: 0.7439535 Jun 23 14:10:54.326477 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Transition to ACTIVE for port object ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:54.335655 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:54.346349 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 8a1bd11a-47e2-4998-aac7-c05721dc8520 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:54.353644 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a49584-a828-4ff3-a1f3-e1bb669c9b52 req-6c29ae18-8dbb-4a1b-90fb-35a860f4fa12 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.365297 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a2a49584-a828-4ff3-a1f3-e1bb669c9b52 req-6c29ae18-8dbb-4a1b-90fb-35a860f4fa12 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 944 time: 0.4939694 Jun 23 14:10:54.371667 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.403637 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.406448 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ec722f14-6709-458d-90ea-a21caeb6067d req-bf5091a8-7d76-4fe6-a160-5339fba61719 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912085 Jun 23 14:10:54.457915 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fafdbd-85b2-45a7-82a6-bbb6a9f46a04 req-7ba83fa6-ca87-4e9f-8c2b-45fd3b8d7ddb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.461438 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d6fafdbd-85b2-45a7-82a6-bbb6a9f46a04 req-7ba83fa6-ca87-4e9f-8c2b-45fd3b8d7ddb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 931 time: 0.5527656 Jun 23 14:10:54.475450 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e406277-55be-4882-b731-e3a0078f93c1,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:54.517399 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:54.520245 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:54.530660 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 8a1bd11a-47e2-4998-aac7-c05721dc8520, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a1bd11a-47e2-4998-aac7-c05721dc8520,segment=NetworkSegment(f1ae3019-aaa8-4382-a2dc-e9dcdb1da214),segment_id=f1ae3019-aaa8-4382-a2dc-e9dcdb1da214)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:54.554440 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '8a1bd11a-47e2-4998-aac7-c05721dc8520', 'network_id': 'bf0f576d-d4a2-42fb-9c78-33933eeba500', 'port_id': '8a1bd11a-47e2-4998-aac7-c05721dc8520', 'mac_address': 'fa:16:3e:a3:9c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc1b248-2f34-4469-a83c-6e1e6c6a3daf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:54.631520 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-0316a6ee-1e9d-48e2-9a5f-8e89124584ec None None] Provisioning for port 5c363b43-9eb6-4920-b19d-8e5bde1188ec completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:54.638390 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-0316a6ee-1e9d-48e2-9a5f-8e89124584ec None None] Provisioning complete for port 5c363b43-9eb6-4920-b19d-8e5bde1188ec triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:54.639101 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0316a6ee-1e9d-48e2-9a5f-8e89124584ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.656117 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.667388 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.689799 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.712690 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1bd11a-47e2-4998-aac7-c05721dc8520 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:54.719642 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-0316a6ee-1e9d-48e2-9a5f-8e89124584ec None None] Port 5c363b43-9eb6-4920-b19d-8e5bde1188ec cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:54.738335 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 8a1bd11a-47e2-4998-aac7-c05721dc8520, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a1bd11a-47e2-4998-aac7-c05721dc8520,segment=NetworkSegment(f1ae3019-aaa8-4382-a2dc-e9dcdb1da214),segment_id=f1ae3019-aaa8-4382-a2dc-e9dcdb1da214)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:54.747504 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.749755 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:54.766614 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a2a49584-a828-4ff3-a1f3-e1bb669c9b52 req-18f232c0-7e34-42ea-83fc-a6a297d0db22 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001386 Jun 23 14:10:54.804351 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ec722f14-6709-458d-90ea-a21caeb6067d req-a2200742-3171-4a5c-b02c-fbab042a75b5 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851860 Jun 23 14:10:54.819825 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d6fafdbd-85b2-45a7-82a6-bbb6a9f46a04 req-90d55035-f117-4c82-9686-91b5417e7761 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402619 Jun 23 14:10:54.838282 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=8a1bd11a-47e2-4998-aac7-c05721dc8520,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:54.851591 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:54.892404 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:54.897095 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:54.903159 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55088) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:54.953555 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-970615b3-235f-48fb-ac3c-6b7fd555487a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.019169 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.021642 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.022803 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9caba347-fdfe-493a-8b19-460dc9509447 HTTP/1.1" status: 204 len: 168 time: 0.9101932 Jun 23 14:10:55.028464 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:55.053300 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Attempting to bind port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:55.054314 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Attempting to bind port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:55.054701 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Attempting to bind port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d on network 59200168-28c0-49d1-9e55-270ecab1ffc4 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:55.066344 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caba347-fdfe-493a-8b19-460dc9509447,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.069181 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.075321 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d on network 59200168-28c0-49d1-9e55-270ecab1ffc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:55.075646 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Attempting to bind port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d on network 59200168-28c0-49d1-9e55-270ecab1ffc4 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:55.097460 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:55.097803 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Checking segment: {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:55.098221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Bound using segment: {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:55.098666 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Bound port: ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:55.099016 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.114049 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8cf0-5cc8-4fc2-948a-b4b62aacdfca req-3e068cac-c343-4ae0-88ce-382a2c12b25e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.115621 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d0bd8cf0-5cc8-4fc2-948a-b4b62aacdfca req-3e068cac-c343-4ae0-88ce-382a2c12b25e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 943 time: 0.1847351 Jun 23 14:10:55.157988 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c363b43-9eb6-4920-b19d-8e5bde1188ec {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:55.167580 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.183374 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Transition to ACTIVE for port object 5c363b43-9eb6-4920-b19d-8e5bde1188ec will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:55.189079 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.194483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:55.214811 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['8a1bd11a-47e2-4998-aac7-c05721dc8520'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:55.269584 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c363b43-9eb6-4920-b19d-8e5bde1188ec,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.270857 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-970615b3-235f-48fb-ac3c-6b7fd555487a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.276717 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.291835 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d0bd8cf0-5cc8-4fc2-948a-b4b62aacdfca req-18f5eb49-cbe8-4926-a62a-585fdbdbe657 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662738 Jun 23 14:10:55.318076 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-970615b3-235f-48fb-ac3c-6b7fd555487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.324414 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Attempting to bind port 5c363b43-9eb6-4920-b19d-8e5bde1188ec on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:55.324869 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Attempting to bind port 5c363b43-9eb6-4920-b19d-8e5bde1188ec by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:55.325432 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Attempting to bind port 5c363b43-9eb6-4920-b19d-8e5bde1188ec on network 59cc3b94-f40a-4a1f-92f0-46180091121b {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:55.338475 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] For port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:55.342356 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f1972525-878c-4bf7-b4f8-99edbbf29454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:55.351060 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Port 5c363b43-9eb6-4920-b19d-8e5bde1188ec on network 59cc3b94-f40a-4a1f-92f0-46180091121b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:55.351722 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Attempting to bind port 5c363b43-9eb6-4920-b19d-8e5bde1188ec on network 59cc3b94-f40a-4a1f-92f0-46180091121b {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:55.355494 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] For port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:55.361967 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:55.362401 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Checking segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:55.362934 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Bound using segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:55.363425 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Bound port: 5c363b43-9eb6-4920-b19d-8e5bde1188ec, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:55.363873 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.379969 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.475469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] For port 5c363b43-9eb6-4920-b19d-8e5bde1188ec, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:55.479440 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] For port 5c363b43-9eb6-4920-b19d-8e5bde1188ec, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:55.494450 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.498399 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1b88240d-0c51-4972-a9b6-f5ae7a323d43 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:55.514681 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-970615b3-235f-48fb-ac3c-6b7fd555487a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e83856ea139740bb9b1dfd3bc0a983bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6080611 Jun 23 14:10:55.527896 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.530780 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.536575 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] 10.222.0.53 "PUT /v2.0/ports/ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d HTTP/1.1" status: 200 len: 1093 time: 2.1328266 Jun 23 14:10:55.540678 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55108) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:55.542034 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'tag': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:55.558020 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebec2403-5d12-4532-8e3b-b1d169f3e093", "tag": "ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:55.563947 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.564790 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.566926 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] 10.222.0.53 "PUT /v2.0/ports/5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 200 len: 1093 time: 1.3092508 Jun 23 14:10:55.567686 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:55.570398 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df1964-aeea-4ece-b2bb-d04ef3d30bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:55.602038 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c363b43-9eb6-4920-b19d-8e5bde1188ec,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.613892 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.634371 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970615b3-235f-48fb-ac3c-6b7fd555487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae9e720-9f7b-47a9-93c4-46322f75add2,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.640766 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-970615b3-235f-48fb-ac3c-6b7fd555487a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.641695 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55120) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:55.644080 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:55.655357 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6024ab2-e0e6-4c52-be79-02921e0abc2e x-openstack-request-id: req-d6024ab2-e0e6-4c52-be79-02921e0abc2e {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:55.655905 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:55.656387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6024ab2-e0e6-4c52-be79-02921e0abc2e {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:55.658078 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'status': 'completed', 'code': 200} Jun 23 14:10:55.743298 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c2900725-5bf6-4c12-9299-76a9207d4483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.832195 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-48542c15-833f-431c-a36b-546a1a1334f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.833933 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-48542c15-833f-431c-a36b-546a1a1334f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 1096 time: 0.2276542 Jun 23 14:10:55.860331 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7159e66a-dc3a-455b-84a2-db94e7f460d5 x-openstack-request-id: req-7159e66a-dc3a-455b-84a2-db94e7f460d5 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:55.861008 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebec2403-5d12-4532-8e3b-b1d169f3e093", "tag": "ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:55.862221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7159e66a-dc3a-455b-84a2-db94e7f460d5 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:55.863747 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'tag': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d', 'status': 'completed', 'code': 200} Jun 23 14:10:55.924522 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.946939 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.968282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.014887 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.022175 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-b1f71127-9098-42c7-ad89-05db7a138e77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d HTTP/1.1" status: 200 len: 217 time: 0.1655586 Jun 23 14:10:56.076055 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df1964-aeea-4ece-b2bb-d04ef3d30bf5 req-19a24282-0bbf-4c08-ac37-6404ec97ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.077407 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-18df1964-aeea-4ece-b2bb-d04ef3d30bf5 req-19a24282-0bbf-4c08-ac37-6404ec97ea8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1096 time: 0.3549442 Jun 23 14:10:56.101110 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c2900725-5bf6-4c12-9299-76a9207d4483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.116567 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c2900725-5bf6-4c12-9299-76a9207d4483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.123604 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:56.143267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-9ee021cf-b85a-4ee2-9ffa-20951cfd90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.144773 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-9ee021cf-b85a-4ee2-9ffa-20951cfd90cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0797830 Jun 23 14:10:56.201733 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-9cdb1fc6-3e66-4c23-a66e-98e43a5cb14e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410044 Jun 23 14:10:56.202925 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900725-5bf6-4c12-9299-76a9207d4483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7bf91-0e1a-44ba-b8c3-9ff8a9548607,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:56.222351 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c2900725-5bf6-4c12-9299-76a9207d4483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:56.228851 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c2900725-5bf6-4c12-9299-76a9207d4483 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b71555164e346bf996d88ddf98e99ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5828032 Jun 23 14:10:56.233847 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55176) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:56.327490 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 1a486d7f-fdd8-404a-9674-5774d1d27445 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:56.360142 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-5002cfb1-d0ee-4412-9759-d3728c3acb10 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408639 Jun 23 14:10:56.455179 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 1a486d7f-fdd8-404a-9674-5774d1d27445, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1a486d7f-fdd8-404a-9674-5774d1d27445,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:56.470396 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '1a486d7f-fdd8-404a-9674-5774d1d27445', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'port_id': '1a486d7f-fdd8-404a-9674-5774d1d27445', 'mac_address': 'fa:16:3e:e1:32:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:56.477918 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6a36f4f7-fe28-4402-8f53-17e71f6f99df req-de27493e-9374-4c7b-b14e-51e8689438ca service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105382 Jun 23 14:10:56.513495 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.515335 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da16d6-ea34-479c-8054-d1e1503f1f7f req-600ab3c8-0721-496e-a65a-58bf2b23b415 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.516818 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-91da16d6-ea34-479c-8054-d1e1503f1f7f req-600ab3c8-0721-496e-a65a-58bf2b23b415 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 945 time: 0.5099955 Jun 23 14:10:56.525548 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.527009 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a486d7f-fdd8-404a-9674-5774d1d27445 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:56.528169 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.529280 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ae9e720-9f7b-47a9-93c4-46322f75add2 HTTP/1.1" status: 204 len: 168 time: 0.9599979 Jun 23 14:10:56.535989 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3f3ffeb0-30c6-45d8-94c8-44176a52d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:56.559299 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 1a486d7f-fdd8-404a-9674-5774d1d27445, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1a486d7f-fdd8-404a-9674-5774d1d27445,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:56.564760 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.566318 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059e126-8836-4d60-90c6-0f95b7b85f15 req-31b0d4c6-20c6-47e2-97af-b885a0c9e879 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.566988 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:56.571504 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b059e126-8836-4d60-90c6-0f95b7b85f15 req-31b0d4c6-20c6-47e2-97af-b885a0c9e879 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 943 time: 0.5372841 Jun 23 14:10:56.571858 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df1964-aeea-4ece-b2bb-d04ef3d30bf5 req-2925a488-a4b0-4b82-8ebd-ba1302445950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.575885 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-18df1964-aeea-4ece-b2bb-d04ef3d30bf5 req-2925a488-a4b0-4b82-8ebd-ba1302445950 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4713364 Jun 23 14:10:56.589475 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae9e720-9f7b-47a9-93c4-46322f75add2,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:56.609688 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:56.622731 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=1a486d7f-fdd8-404a-9674-5774d1d27445,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:56.634819 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:56.688841 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-b4c33e21-728b-4100-b16d-bc9a46b04a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.690615 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-b4c33e21-728b-4100-b16d-bc9a46b04a10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 1096 time: 0.1056190 Jun 23 14:10:56.760078 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-91da16d6-ea34-479c-8054-d1e1503f1f7f req-eec7e468-f60e-44c7-bdb1-271e56f9215b tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297013 Jun 23 14:10:56.760765 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.805601 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-19bd4aec-c4bb-45a0-a857-5be6e3c21594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.807056 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-19bd4aec-c4bb-45a0-a857-5be6e3c21594 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.1099002 Jun 23 14:10:56.808796 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b059e126-8836-4d60-90c6-0f95b7b85f15 req-e3e92277-a273-4f2c-98fe-6b5b63e84694 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257733 Jun 23 14:10:56.847706 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.883838 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-22c8c190-7ca3-416a-8c2e-fea89a0093c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d HTTP/1.1" status: 200 len: 217 time: 0.0625763 Jun 23 14:10:56.935527 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df1964-aeea-4ece-b2bb-d04ef3d30bf5 req-2345717a-2773-46a6-9aa8-fd5dd09c18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.937525 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-18df1964-aeea-4ece-b2bb-d04ef3d30bf5 req-2345717a-2773-46a6-9aa8-fd5dd09c18c7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3458104 Jun 23 14:10:56.940323 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-46aeb993-3756-4c0e-b4ce-9d38ee235b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.941777 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-46aeb993-3756-4c0e-b4ce-9d38ee235b1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0506744 Jun 23 14:10:56.948149 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.950750 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.951867 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dab7bf91-0e1a-44ba-b8c3-9ff8a9548607 HTTP/1.1" status: 204 len: 168 time: 0.7089257 Jun 23 14:10:56.952978 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-eb66f789-a4a2-49aa-94c0-5488e99eb9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:56.974789 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7bf91-0e1a-44ba-b8c3-9ff8a9548607,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:56.977863 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:57.017719 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967a40-a22b-4ccd-8a86-0059380c74dc req-f787e665-49b1-46f5-9eb5-02fe4c5a7c26 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.020355 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-25967a40-a22b-4ccd-8a86-0059380c74dc req-f787e665-49b1-46f5-9eb5-02fe4c5a7c26 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 943 time: 0.1287394 Jun 23 14:10:57.034982 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-f6719651-59dd-411a-8aa6-77fd8e8a6436 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782716 Jun 23 14:10:57.143904 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-25967a40-a22b-4ccd-8a86-0059380c74dc req-310ec590-a775-4a64-a371-90ff296f76b8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096864 Jun 23 14:10:57.179330 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-a2d7c120-f43a-48b2-879d-6ef31c6239c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.181051 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-a2d7c120-f43a-48b2-879d-6ef31c6239c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1096 time: 0.1593759 Jun 23 14:10:57.189801 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-4af24000-471b-4630-aa33-a5cb9860368d service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468468 Jun 23 14:10:57.214661 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['1a486d7f-fdd8-404a-9674-5774d1d27445'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:57.252154 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-edc5cbf1-0cec-431e-b1fe-3fac093915a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 200 len: 217 time: 0.0501883 Jun 23 14:10:57.342678 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-15f8f69f-339f-4729-be06-c535b668774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.354950 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-15f8f69f-339f-4729-be06-c535b668774e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.0957453 Jun 23 14:10:57.360855 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-ea41ef45-b3f3-4f39-9f6b-ca116c8d70c3 req-72692409-c2b6-4f30-b8be-287e82fb213e service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331601 Jun 23 14:10:57.484113 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-31ab27e3-27f0-479e-9cd3-e01b54c43d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.485679 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-31ab27e3-27f0-479e-9cd3-e01b54c43d3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1234744 Jun 23 14:10:57.688345 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-816a80d8-f46a-4ade-a4be-fe8e311df1a3 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913252 Jun 23 14:10:57.810274 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85a0b91a-d99f-4869-9daa-e965b5d5cead req-3f1c3b43-4692-42fc-b3ca-f21660c26f11 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127973 Jun 23 14:10:58.011063 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd736a-4b84-4b9b-8cf3-2361a028eab1 req-22d02867-f8ef-463d-b29d-4b30bdac17cc tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.012542 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f3bd736a-4b84-4b9b-8cf3-2361a028eab1 req-22d02867-f8ef-463d-b29d-4b30bdac17cc tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 945 time: 0.1061728 Jun 23 14:10:58.057099 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c72f83-72be-4efc-a0a4-8fb5013466bb req-b7621ac9-90d0-43ac-be14-f00e04709b77 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.058765 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27c72f83-72be-4efc-a0a4-8fb5013466bb req-b7621ac9-90d0-43ac-be14-f00e04709b77 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 943 time: 0.1051309 Jun 23 14:10:58.080108 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f3bd736a-4b84-4b9b-8cf3-2361a028eab1 req-ae2ddf52-7e3a-45c4-a891-c4a8af5c8c66 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578518 Jun 23 14:10:58.116974 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27c72f83-72be-4efc-a0a4-8fb5013466bb req-3a451322-9860-430c-bf1e-ebe40df4f5e3 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Jun 23 14:10:58.345560 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b302f-3c9e-4279-8211-f77c1c8bac12 req-cc40d1fb-ad7e-4735-b5be-1ecce3ea970d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.347238 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-eb2b302f-3c9e-4279-8211-f77c1c8bac12 req-cc40d1fb-ad7e-4735-b5be-1ecce3ea970d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 943 time: 0.0752332 Jun 23 14:10:58.358943 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 8a1bd11a-47e2-4998-aac7-c05721dc8520 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:58.408074 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-eb2b302f-3c9e-4279-8211-f77c1c8bac12 req-7ab95f68-9004-412d-8fe4-a915c6ad07af tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Jun 23 14:10:58.422456 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 8a1bd11a-47e2-4998-aac7-c05721dc8520 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:58.434763 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 8a1bd11a-47e2-4998-aac7-c05721dc8520 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:58.434763 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.519115 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.559364 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 8a1bd11a-47e2-4998-aac7-c05721dc8520, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a1bd11a-47e2-4998-aac7-c05721dc8520,segment=NetworkSegment(f1ae3019-aaa8-4382-a2dc-e9dcdb1da214),segment_id=f1ae3019-aaa8-4382-a2dc-e9dcdb1da214)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:58.560323 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1bd11a-47e2-4998-aac7-c05721dc8520'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:58.759159 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.762538 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:58.827794 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=8a1bd11a-47e2-4998-aac7-c05721dc8520,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:58.840267 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:58.965632 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be93d4-aaad-4bb3-89fb-4dffb4902dbb" -d '{"events": [{"server_uuid": "a22b9e72-f6c2-4edd-94ea-1e03deb7e09e", "name": "network-vif-plugged", "status": "completed", "tag": "8a1bd11a-47e2-4998-aac7-c05721dc8520"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:59.097896 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43239686-49ef-47c4-8a9b-985cfa453a03 x-openstack-request-id: req-43239686-49ef-47c4-8a9b-985cfa453a03 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:59.098205 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b9e72-f6c2-4edd-94ea-1e03deb7e09e", "name": "network-vif-plugged", "status": "completed", "tag": "8a1bd11a-47e2-4998-aac7-c05721dc8520", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:59.098467 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43239686-49ef-47c4-8a9b-985cfa453a03 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:59.099289 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1bd11a-47e2-4998-aac7-c05721dc8520', 'code': 200} Jun 23 14:10:59.364965 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2598-0c89-4757-a98a-0224add6001d req-8c6b1cd7-cf60-4808-b32a-25f768dd9928 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.366568 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-42bc2598-0c89-4757-a98a-0224add6001d req-8c6b1cd7-cf60-4808-b32a-25f768dd9928 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.1516051 Jun 23 14:10:59.392065 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f7e8-33ab-4cd4-a70c-765316766c4a req-8be22f6f-a667-46b3-8f98-20ba7593f33f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.398983 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d7e8f7e8-33ab-4cd4-a70c-765316766c4a req-8be22f6f-a667-46b3-8f98-20ba7593f33f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 943 time: 0.1393206 Jun 23 14:10:59.521072 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d7e8f7e8-33ab-4cd4-a70c-765316766c4a req-d6b49fa6-af68-488b-85ba-f03f51f30bef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211402 Jun 23 14:10:59.528017 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-42bc2598-0c89-4757-a98a-0224add6001d req-026bb09d-d122-4e49-8810-cfe23a68dd16 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448739 Jun 23 14:10:59.583103 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a036826-4875-46e9-9444-ff17e315990b req-a55cd254-442c-473d-87a0-913ba9436f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.584844 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2a036826-4875-46e9-9444-ff17e315990b req-a55cd254-442c-473d-87a0-913ba9436f15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 1099 time: 0.1621873 Jun 23 14:10:59.609357 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2a036826-4875-46e9-9444-ff17e315990b req-19c94468-956f-4458-a77e-80925bc79947 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.741286 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c91b2e-b77c-4d1f-ba32-85035c055e20 req-e561f378-6400-4411-9ef7-cedae0ac5bb0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.743090 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-53c91b2e-b77c-4d1f-ba32-85035c055e20 req-e561f378-6400-4411-9ef7-cedae0ac5bb0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 943 time: 0.1106737 Jun 23 14:10:59.783862 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2a036826-4875-46e9-9444-ff17e315990b req-19c94468-956f-4458-a77e-80925bc79947 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.794925 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2a036826-4875-46e9-9444-ff17e315990b req-19c94468-956f-4458-a77e-80925bc79947 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.802471 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e3ac5071-756c-4396-8dfb-5c3dae39f211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.828988 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-53c91b2e-b77c-4d1f-ba32-85035c055e20 req-54091965-9b29-4008-b03f-6d5106bd0f92 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794733 Jun 23 14:10:59.841230 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2a036826-4875-46e9-9444-ff17e315990b req-19c94468-956f-4458-a77e-80925bc79947 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486317 Jun 23 14:10:59.846205 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c94468-956f-4458-a77e-80925bc79947 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3957b76-5432-4b0a-af15-09f7b1d4b106,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.849392 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-19c94468-956f-4458-a77e-80925bc79947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.340551 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55460) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.366419 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:00.410300 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 1a486d7f-fdd8-404a-9674-5774d1d27445 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:00.494172 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ab9f81ff-7563-4c34-a407-6f1d5c5f038e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.519346 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:00.529050 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 1a486d7f-fdd8-404a-9674-5774d1d27445 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:00.535771 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d', 'network_id': '59200168-28c0-49d1-9e55-270ecab1ffc4', 'port_id': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d', 'mac_address': 'fa:16:3e:13:28:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:00.537952 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 1a486d7f-fdd8-404a-9674-5774d1d27445 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:00.539466 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.627063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.643960 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:00.692834 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:00.698860 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.703417 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.711810 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.713304 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ab9f81ff-7563-4c34-a407-6f1d5c5f038e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.727199 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ab9f81ff-7563-4c34-a407-6f1d5c5f038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.731097 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-970615b3-235f-48fb-ac3c-6b7fd555487a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.780300 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 1a486d7f-fdd8-404a-9674-5774d1d27445, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1a486d7f-fdd8-404a-9674-5774d1d27445,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:00.794270 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.797375 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.800523 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.801176 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.849393 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-ab9f81ff-7563-4c34-a407-6f1d5c5f038e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96b8861520a146b6b2360814a2e55146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075462 Jun 23 14:11:00.853555 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55492) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.861802 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f81ff-7563-4c34-a407-6f1d5c5f038e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad6473-13a1-4c94-8aea-7b3b23746beb,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.867805 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-ab9f81ff-7563-4c34-a407-6f1d5c5f038e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.873733 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=1a486d7f-fdd8-404a-9674-5774d1d27445,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.877143 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.951615 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca83f8-f81f-4de2-b1f1-c77894971917 req-c62ba778-8015-486a-a39f-5dce2a4f6c4e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.954648 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-72ca83f8-f81f-4de2-b1f1-c77894971917 req-c62ba778-8015-486a-a39f-5dce2a4f6c4e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 943 time: 0.1997037 Jun 23 14:11:00.990347 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.003133 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080a7d8-6fb9-4559-9a98-4e89929530b3 req-5ba97b4f-52f4-4e51-a840-89a978692f02 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.006641 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0080a7d8-6fb9-4559-9a98-4e89929530b3 req-5ba97b4f-52f4-4e51-a840-89a978692f02 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.1731200 Jun 23 14:11:01.041510 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-72ca83f8-f81f-4de2-b1f1-c77894971917 req-10b1bb3e-ba41-4efa-b64c-ef3aea9435a4 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800691 Jun 23 14:11:01.052038 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.098999 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0080a7d8-6fb9-4559-9a98-4e89929530b3 req-c960aaf7-1cbc-4e4a-9fb6-9ea14d3fb823 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Jun 23 14:11:01.100871 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a486d7f-fdd8-404a-9674-5774d1d27445'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:01.105755 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef8c38-530c-4699-b54c-66b30223078d" -d '{"events": [{"server_uuid": "4f300325-6f1e-48ad-94e3-9003177fbca1", "name": "network-vif-plugged", "status": "completed", "tag": "1a486d7f-fdd8-404a-9674-5774d1d27445"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:01.128163 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.130864 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.135173 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9cad6473-13a1-4c94-8aea-7b3b23746beb HTTP/1.1" status: 204 len: 168 time: 0.2778852 Jun 23 14:11:01.135173 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3f892762-7cfc-4fc1-9926-127ae53025db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:01.146485 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad6473-13a1-4c94-8aea-7b3b23746beb,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:01.148942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:01.181223 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2a064-00df-494d-8ec0-148cab387047 x-openstack-request-id: req-dab2a064-00df-494d-8ec0-148cab387047 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:01.181611 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f300325-6f1e-48ad-94e3-9003177fbca1", "name": "network-vif-plugged", "status": "completed", "tag": "1a486d7f-fdd8-404a-9674-5774d1d27445", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:01.182001 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dab2a064-00df-494d-8ec0-148cab387047 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:01.182618 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a486d7f-fdd8-404a-9674-5774d1d27445', 'code': 200} Jun 23 14:11:01.202523 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:01.258751 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f8d9d-c461-46b0-b764-d49e5e981ead req-54bcf910-791b-4fc3-964d-c9a2183ee603 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.260672 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1d0f8d9d-c461-46b0-b764-d49e5e981ead req-54bcf910-791b-4fc3-964d-c9a2183ee603 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 944 time: 0.0793808 Jun 23 14:11:01.328827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55516) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:01.352676 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1d0f8d9d-c461-46b0-b764-d49e5e981ead req-d4073e0d-7625-452e-9603-0e172afbd6e0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757921 Jun 23 14:11:01.459529 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1d7d-f7e1-4636-b675-800ebadcfd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.498825 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55520) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:01.520021 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c831fddb-6b9b-44f0-904f-3da0a6ed513f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.535925 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ee26d-4702-42d8-808d-4b4abe710b87 req-b8173302-f96e-4a26-9305-a997863b5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.537468 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e10ee26d-4702-42d8-808d-4b4abe710b87 req-b8173302-f96e-4a26-9305-a997863b5810 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.0806310 Jun 23 14:11:01.558993 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1d7d-f7e1-4636-b675-800ebadcfd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.564006 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1d7d-f7e1-4636-b675-800ebadcfd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.567066 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8f4f3a6c-b68f-489b-bdbb-f42ad0cafd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:01.584370 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e10ee26d-4702-42d8-808d-4b4abe710b87 req-00586bbb-ace8-4df1-a410-39c2cf089249 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 Jun 23 14:11:01.612305 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae1d7d-f7e1-4636-b675-800ebadcfd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c72274-8266-48ae-ab4d-6fb9094adb01,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:01.621428 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c3ae1d7d-f7e1-4636-b675-800ebadcfd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:01.626981 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c3ae1d7d-f7e1-4636-b675-800ebadcfd1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c9176c98ef34af08c06cec5b405715d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969053 Jun 23 14:11:01.627560 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55526) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:01.688663 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c831fddb-6b9b-44f0-904f-3da0a6ed513f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.695276 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c831fddb-6b9b-44f0-904f-3da0a6ed513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.700241 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.700359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b002a6b6-26b9-4dff-94c4-fa56b450d5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:01.741824 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c831fddb-6b9b-44f0-904f-3da0a6ed513f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=461c18d19b09498b9590b3b7e8a73bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394335 Jun 23 14:11:01.741824 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831fddb-6b9b-44f0-904f-3da0a6ed513f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1974c2f-1081-4f98-a465-038aef5d0de8,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:01.743219 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55538) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:01.745996 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.749271 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c831fddb-6b9b-44f0-904f-3da0a6ed513f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:01.811653 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.816684 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.822518 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.827613 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3c72274-8266-48ae-ab4d-6fb9094adb01 HTTP/1.1" status: 204 len: 168 time: 0.1978331 Jun 23 14:11:01.837487 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.838785 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-03fa07c7-6b1d-42b3-af85-187697409c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:01.865171 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c72274-8266-48ae-ab4d-6fb9094adb01,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:01.874231 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:01.916853 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.919675 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.920873 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1974c2f-1081-4f98-a465-038aef5d0de8 HTTP/1.1" status: 204 len: 168 time: 0.1767781 Jun 23 14:11:01.921868 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c02a5bdc-8231-4d7b-9e22-155ea26778f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:01.932324 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1974c2f-1081-4f98-a465-038aef5d0de8,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:01.935579 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:02.284652 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717a32-527d-4e46-a609-9157126c6d8d req-63625692-33c3-41af-b67b-76515c224f7d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.286157 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-18717a32-527d-4e46-a609-9157126c6d8d req-63625692-33c3-41af-b67b-76515c224f7d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 943 time: 0.0997767 Jun 23 14:11:02.374132 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 5c363b43-9eb6-4920-b19d-8e5bde1188ec details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:02.397800 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55572) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:02.415021 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6456c330-372c-4b2b-9644-6cc3a41e1552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.547966 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 5c363b43-9eb6-4920-b19d-8e5bde1188ec, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:02.553990 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6456c330-372c-4b2b-9644-6cc3a41e1552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.561105 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6456c330-372c-4b2b-9644-6cc3a41e1552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.564658 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'port_id': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'mac_address': 'fa:16:3e:d1:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:02.566074 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7bb45e8b-890b-4271-9187-6ebf126baa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:02.574649 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-18717a32-527d-4e46-a609-9157126c6d8d req-9d87167e-7a72-4233-9736-6caa275b671e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800128 Jun 23 14:11:02.595317 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456c330-372c-4b2b-9644-6cc3a41e1552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857ac4a-4456-408f-9891-14f8d95b64eb,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:02.604838 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6456c330-372c-4b2b-9644-6cc3a41e1552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:02.620920 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.624149 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6456c330-372c-4b2b-9644-6cc3a41e1552 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b13cc6646a9d4c56acd8c2e09155b6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248626 Jun 23 14:11:02.626931 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55576) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:02.639257 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5169323-0ee4-4cbf-b5dc-16a9548e4989 req-5f81f957-2ac4-4db8-bc40-1992317ad43a tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.640838 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e5169323-0ee4-4cbf-b5dc-16a9548e4989 req-5f81f957-2ac4-4db8-bc40-1992317ad43a tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.4026554 Jun 23 14:11:02.654258 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c363b43-9eb6-4920-b19d-8e5bde1188ec {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:02.701252 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e5169323-0ee4-4cbf-b5dc-16a9548e4989 req-4123aa95-562e-4776-afd5-4990879ff21d tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531907 Jun 23 14:11:02.703799 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 5c363b43-9eb6-4920-b19d-8e5bde1188ec, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:02.716986 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.716986 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:02.723080 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.758319 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.774973 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=5c363b43-9eb6-4920-b19d-8e5bde1188ec,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:02.778398 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:02.787805 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0b9fc-4c3a-4bb5-ab13-f18f872b9f38 req-8e6b407d-0b6a-4c37-8315-24162aabdb80 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.789403 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c5e0b9fc-4c3a-4bb5-ab13-f18f872b9f38 req-8e6b407d-0b6a-4c37-8315-24162aabdb80 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 944 time: 0.0700705 Jun 23 14:11:02.830066 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.834338 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.835821 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4857ac4a-4456-408f-9891-14f8d95b64eb HTTP/1.1" status: 204 len: 168 time: 0.2060738 Jun 23 14:11:02.838838 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:02.841222 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c5e0b9fc-4c3a-4bb5-ab13-f18f872b9f38 req-17eb6f7d-53f2-4d70-b914-25a576cf568c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Jun 23 14:11:02.848283 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857ac4a-4456-408f-9891-14f8d95b64eb,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:02.851741 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:02.973574 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55594) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:03.221596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-325810684-network', 'tenant_id': '00838e2c5e0a48cd9b5696e19f28abab'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:03.265163 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Made reservation on behalf of 00838e2c5e0a48cd9b5696e19f28abab for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:03.267486 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.278147 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.354663 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['5c363b43-9eb6-4920-b19d-8e5bde1188ec'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:03.426394 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.433336 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.438494 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f67d9b12-1d2d-4ac5-8a56-1c946eed97a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:03.464872 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:03.475179 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673019c0-8dc4-45e9-bf3f-988b0881f1e5,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:03.478903 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:03.482206 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.483431 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Added segment 7f0d3792-6975-4cbb-8d87-af620b3783bb of type vlan for network d90970c5-f24f-40ff-bca8-19dc87049d26 Jun 23 14:11:03.526483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.567980 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.569672 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.570391 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.574206 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:03.653082 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6755104 Jun 23 14:11:03.654214 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55650) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:03.655473 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Pushing event updated for resources: {'Network': ['ID=d90970c5-f24f-40ff-bca8-19dc87049d26,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:03.662315 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Request body: {'subnet': {'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-325810684-subnet', 'tenant_id': '00838e2c5e0a48cd9b5696e19f28abab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:03.666249 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network d90970c5-f24f-40ff-bca8-19dc87049d26 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:03.670572 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:03.691244 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Made reservation on behalf of 00838e2c5e0a48cd9b5696e19f28abab for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:03.694586 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130280578'] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.909310 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586592f-ec6a-49cf-b9e8-3b66db7cc6cf req-75a12aa3-2c23-4027-aa44-9dc997bf8ebd tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.910835 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3586592f-ec6a-49cf-b9e8-3b66db7cc6cf req-75a12aa3-2c23-4027-aa44-9dc997bf8ebd tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 944 time: 0.1571262 Jun 23 14:11:03.985106 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f098-7867-4238-afa5-8676b60e9545 req-5ad5ff60-5f92-4e1e-84e3-bf0fc4567cc0 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.987094 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9ab1f098-7867-4238-afa5-8676b60e9545 req-5ad5ff60-5f92-4e1e-84e3-bf0fc4567cc0 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.1697772 Jun 23 14:11:04.027875 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3586592f-ec6a-49cf-b9e8-3b66db7cc6cf req-2985a065-1e9b-4a8c-b467-47b071e62f3d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103995 Jun 23 14:11:04.030433 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132020973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130280592'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.034973 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9106f6cd-817d-4d2d-a7aa-a73846ec3d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.093105 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9ab1f098-7867-4238-afa5-8676b60e9545 req-15511e3e-0a4b-4acb-affc-0b9ae29c85d8 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901549 Jun 23 14:11:04.101317 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc3991a-2254-4a55-807b-18f0684e5847,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.104493 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.130368 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Checking segment: {'id': '7f0d3792-6975-4cbb-8d87-af620b3783bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:04.130618 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Network hostable DHCP agents. Network: d90970c5-f24f-40ff-bca8-19dc87049d26, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:04.165911 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Network d90970c5-f24f-40ff-bca8-19dc87049d26 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:04.200832 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, d90970c5-f24f-40ff-bca8-19dc87049d26) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:04.210190 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.210653 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318a07f-2a2a-4db3-a1a5-096d37387521 None None] Network d90970c5-f24f-40ff-bca8-19dc87049d26 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:04.211160 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.245930 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5846045 Jun 23 14:11:04.256713 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c033a-c739-4d9e-9dce-b620d606a1dc req-64842773-e99d-4aed-ad15-8db9ddd27af9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.272313 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2b1c033a-c739-4d9e-9dce-b620d606a1dc req-64842773-e99d-4aed-ad15-8db9ddd27af9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 944 time: 0.1221757 Jun 23 14:11:04.361172 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2b1c033a-c739-4d9e-9dce-b620d606a1dc req-b48b1f3b-929e-4a72-8b11-d65826869ea1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866778 Jun 23 14:11:04.379292 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f733e-dd63-48f6-bc93-a837259ccc51 None None] Network d90970c5-f24f-40ff-bca8-19dc87049d26 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:04.432871 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:04.631134 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:04.649178 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:04.649698 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.757129 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.792604 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:04.795157 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fc39f1-8e09-48a3-98da-042481956973" -d '{"events": [{"server_uuid": "ebec2403-5d12-4532-8e3b-b1d169f3e093", "name": "network-vif-plugged", "status": "completed", "tag": "ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:04.809650 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:04.816293 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.818026 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-6a3f8632-82c9-4c65-8462-92e8bbade087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.845981 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61895e4-2ac6-4eee-977d-3f21da12683f x-openstack-request-id: req-d61895e4-2ac6-4eee-977d-3f21da12683f {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:04.846276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebec2403-5d12-4532-8e3b-b1d169f3e093", "name": "network-vif-plugged", "status": "completed", "tag": "ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:04.846530 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d61895e4-2ac6-4eee-977d-3f21da12683f {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:04.846907 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d', 'code': 200} Jun 23 14:11:04.876794 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.880596 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.966284 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55714) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:04.972013 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955663055-network', 'tenant_id': '9d42e92b75a1426bb40612b82204ee68'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:04.998818 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Made reservation on behalf of 9d42e92b75a1426bb40612b82204ee68 for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:05.001277 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.010808 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.065911 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e81a90e3-8e9f-4ab7-8a01-bb2a2d0b29a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.136492 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55722) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.188227 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9da74-0b8b-49cc-b775-8a4a9c022fe6 req-4ab43ee3-aa20-4842-9d22-89d65a30b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.189537 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f7b9da74-0b8b-49cc-b775-8a4a9c022fe6 req-4ab43ee3-aa20-4842-9d22-89d65a30b6b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 1098 time: 0.1003604 Jun 23 14:11:05.215637 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.226010 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.235779 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3b3f8c51-12f5-4a87-b16a-a6d7df79e087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.251684 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cc5019e8-f1f7-4fc3-8f66-df954f43e6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.261675 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:05.294385 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f7b9da74-0b8b-49cc-b775-8a4a9c022fe6 req-c92c1559-ad8e-4bb5-8c9d-d45a7eafb223 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812161 Jun 23 14:11:05.295421 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.295788 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Added segment 43ef1103-d895-4b4a-ab9e-1027113ceba2 of type vlan for network 5af1b502-8517-4567-8713-ee13aa5ee0c4 Jun 23 14:11:05.304142 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4fdacf-a8d4-412e-a793-317c79fdf806,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.309337 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.344480 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.354483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cc5019e8-f1f7-4fc3-8f66-df954f43e6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.355051 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dbd34-589a-41f1-a6f3-11c5c98df81e req-02e70505-0b99-4520-ab85-b676b3e83688 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.356564 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b52dbd34-589a-41f1-a6f3-11c5c98df81e req-02e70505-0b99-4520-ab85-b676b3e83688 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 944 time: 0.1809797 Jun 23 14:11:05.358756 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-cc5019e8-f1f7-4fc3-8f66-df954f43e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.362438 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-69d725f1-72f9-4a6b-8320-c8cfcce51624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.400958 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-cc5019e8-f1f7-4fc3-8f66-df954f43e6f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12dc43692709455ba2702823c8943378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604218 Jun 23 14:11:05.400958 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5019e8-f1f7-4fc3-8f66-df954f43e6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5a0398-97d1-4f53-8662-186948d06930,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.401946 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55728) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.405731 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.409201 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.409773 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.412028 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.418224 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b52dbd34-589a-41f1-a6f3-11c5c98df81e req-73cc42ba-65f3-4455-a086-2b4d2bb471cf tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547230 Jun 23 14:11:05.420687 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-cc5019e8-f1f7-4fc3-8f66-df954f43e6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.468725 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.474271 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5042598 Jun 23 14:11:05.474520 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55730) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.477043 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Pushing event updated for resources: {'Network': ['ID=5af1b502-8517-4567-8713-ee13aa5ee0c4,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.481961 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.482129 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Request body: {'subnet': {'network_id': '5af1b502-8517-4567-8713-ee13aa5ee0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955663055-subnet', 'tenant_id': '9d42e92b75a1426bb40612b82204ee68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:05.487269 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 5af1b502-8517-4567-8713-ee13aa5ee0c4 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:05.507316 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.527705 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Made reservation on behalf of 9d42e92b75a1426bb40612b82204ee68 for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:05.529953 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.579484 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047b3e9-9552-4448-a232-6fd6de0bb004 req-5e27f2ec-497d-4442-9b6f-c270c7090f9e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.586465 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7047b3e9-9552-4448-a232-6fd6de0bb004 req-5e27f2ec-497d-4442-9b6f-c270c7090f9e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0798430 Jun 23 14:11:05.634519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.636590 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7047b3e9-9552-4448-a232-6fd6de0bb004 req-9f29816f-bc04-45f1-99c8-a2514ec3120f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Jun 23 14:11:05.637280 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.638411 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f5a0398-97d1-4f53-8662-186948d06930 HTTP/1.1" status: 204 len: 168 time: 0.2232134 Jun 23 14:11:05.640475 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0d168adc-dc3b-455c-8b75-fb2db40e6aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.653595 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5a0398-97d1-4f53-8662-186948d06930,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.659083 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.786297 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.792548 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.858126 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c85dbb-bf8e-4b9d-a455-a151d2cfefd8,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.863931 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.887214 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Checking segment: {'id': '43ef1103-d895-4b4a-ab9e-1027113ceba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5af1b502-8517-4567-8713-ee13aa5ee0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:05.887812 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Network hostable DHCP agents. Network: 5af1b502-8517-4567-8713-ee13aa5ee0c4, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:05.910570 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Network 5af1b502-8517-4567-8713-ee13aa5ee0c4 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:05.925700 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 5af1b502-8517-4567-8713-ee13aa5ee0c4) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:05.932442 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.933266 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.934538 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc7e33-aa6f-4ae3-9112-24bdc1424c17 None None] Network 5af1b502-8517-4567-8713-ee13aa5ee0c4 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:05.952755 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-1c2c8536-4621-40dd-b897-4d80b4bf711a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4749811 Jun 23 14:11:06.035920 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55756) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.054478 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e487c84b-844e-4d4e-82a6-b4d98b348d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.102347 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80cc54-f989-4ac7-99c6-aedd82e05092 None None] Network 5af1b502-8517-4567-8713-ee13aa5ee0c4 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:06.233310 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55766) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.252554 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e487c84b-844e-4d4e-82a6-b4d98b348d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.260197 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e487c84b-844e-4d4e-82a6-b4d98b348d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.267761 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.340727 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-e487c84b-844e-4d4e-82a6-b4d98b348d5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65f993c9cb2c4b06922c6f891bdfd601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005514 Jun 23 14:11:06.340727 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487c84b-844e-4d4e-82a6-b4d98b348d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f8e23f-39e0-49e0-bc26-f407d9e77cd2,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.341082 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55774) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.355971 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e487c84b-844e-4d4e-82a6-b4d98b348d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.412913 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-40a20b55-0339-468f-91b7-a9691271bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.421474 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 5c363b43-9eb6-4920-b19d-8e5bde1188ec up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:06.424103 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.463735 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.488674 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 5c363b43-9eb6-4920-b19d-8e5bde1188ec completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:06.492862 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 5c363b43-9eb6-4920-b19d-8e5bde1188ec triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:06.493303 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.565778 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.570716 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.574997 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4f8e23f-39e0-49e0-bc26-f407d9e77cd2 HTTP/1.1" status: 204 len: 168 time: 0.2298760 Jun 23 14:11:06.577088 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c25384be-e070-4ba1-89d3-06a385d24ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.591985 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f8e23f-39e0-49e0-bc26-f407d9e77cd2,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.642161 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.711479 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.758728 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 5c363b43-9eb6-4920-b19d-8e5bde1188ec, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:06.766738 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.767623 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-40a20b55-0339-468f-91b7-a9691271bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.770070 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.783214 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b5e13-8f4a-4e53-9c4c-f6a772ab5a59 req-2af3d128-f78d-4f55-84b7-a4b7cb8e0c68 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.784741 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c41b5e13-8f4a-4e53-9c4c-f6a772ab5a59 req-2af3d128-f78d-4f55-84b7-a4b7cb8e0c68 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 944 time: 0.1958086 Jun 23 14:11:06.788136 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-40a20b55-0339-468f-91b7-a9691271bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.804649 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.822184 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=5c363b43-9eb6-4920-b19d-8e5bde1188ec,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.826437 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.848614 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:06.851340 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395e6fd0-900c-4cca-a907-3e23f407a13f" -d '{"events": [{"server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "name": "network-vif-plugged", "status": "completed", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:06.855672 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55802) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.855807 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-40a20b55-0339-468f-91b7-a9691271bbf0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=994cf376c9dc40ecb84053fbb3957c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209538 Jun 23 14:11:06.881777 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a20b55-0339-468f-91b7-a9691271bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4f97d1-b81e-485b-b076-bb2a44f3e9a1,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.892396 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-40a20b55-0339-468f-91b7-a9691271bbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.901734 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-ab52ebae-a867-4918-b12d-51f1e4418265 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.903593 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-ab52ebae-a867-4918-b12d-51f1e4418265 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/networks?id=d90970c5-f24f-40ff-bca8-19dc87049d26 HTTP/1.1" status: 200 len: 808 time: 0.2378945 Jun 23 14:11:06.909574 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c41b5e13-8f4a-4e53-9c4c-f6a772ab5a59 req-136d41fd-ef17-4aeb-86cb-37a1b1e4f129 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058085 Jun 23 14:11:06.930353 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-51831913-d98c-4d7e-a8bb-94722d0130d7 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/quotas/00838e2c5e0a48cd9b5696e19f28abab HTTP/1.1" status: 200 len: 375 time: 0.0186155 Jun 23 14:11:06.980591 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-7f32e734-c548-4f07-969e-181232743744 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=00838e2c5e0a48cd9b5696e19f28abab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490510 Jun 23 14:11:06.993105 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.037807 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.110099 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.113018 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.114374 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb4f97d1-b81e-485b-b076-bb2a44f3e9a1 HTTP/1.1" status: 204 len: 168 time: 0.2573175 Jun 23 14:11:07.115435 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-aadc5a7c-3796-416c-80a1-3b50f7e59928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.126679 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4f97d1-b81e-485b-b076-bb2a44f3e9a1,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.149254 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:07.163178 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-2475e6a3-6a00-4dbf-8254-c27ff9d714f5 service neutron] 10.222.0.55 "GET /v2.0/networks/d90970c5-f24f-40ff-bca8-19dc87049d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817858 Jun 23 14:11:07.199985 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a901e3-0ab2-443d-9510-79a9c654b4b3 req-8e63752b-400f-48c6-8699-759ef47dcef0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.201652 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27a901e3-0ab2-443d-9510-79a9c654b4b3 req-8e63752b-400f-48c6-8699-759ef47dcef0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1194129 Jun 23 14:11:07.310301 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-27a901e3-0ab2-443d-9510-79a9c654b4b3 req-9aceb590-abda-4534-b877-577d22f585bb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Jun 23 14:11:07.333011 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-1d916a3b-3fc8-4835-af6b-f59e4767ef3b service neutron] 10.222.0.55 "GET /v2.0/networks/d90970c5-f24f-40ff-bca8-19dc87049d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620221 Jun 23 14:11:07.375877 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9033150c-76c4-4bde-ab8b-c0306550c39d x-openstack-request-id: req-9033150c-76c4-4bde-ab8b-c0306550c39d {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:07.376359 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "name": "network-vif-plugged", "status": "completed", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:07.376618 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9033150c-76c4-4bde-ab8b-c0306550c39d {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:07.377328 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'code': 200} Jun 23 14:11:07.504677 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55828) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:07.527263 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a1914c0d-4cc9-4e10-b544-f1ad5ccc3ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.595262 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b782cbcc-ba92-4870-a3a2-384c536d6fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.603537 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dec3a4f1-b627-470b-9564-6d831795b335 req-24a3d2fb-350e-4da8-8f42-a81dec75321f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 210 time: 0.0544655 Jun 23 14:11:07.650527 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a1914c0d-4cc9-4e10-b544-f1ad5ccc3ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.655794 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a1914c0d-4cc9-4e10-b544-f1ad5ccc3ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.659641 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.709483 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a1914c0d-4cc9-4e10-b544-f1ad5ccc3ead admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff8941b5c58643b598c7351da92cf3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014971 Jun 23 14:11:07.709483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1914c0d-4cc9-4e10-b544-f1ad5ccc3ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e86d8c-f1c8-4b5a-81c9-07eab834e7cc,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.711442 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 55840) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:07.721174 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a1914c0d-4cc9-4e10-b544-f1ad5ccc3ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:07.768351 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f001-c1f9-464b-9d05-ac07aa5699c0 req-5cc8f783-0845-45c1-ae2f-f58feddea825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.770049 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a5b4f001-c1f9-464b-9d05-ac07aa5699c0 req-5cc8f783-0845-45c1-ae2f-f58feddea825 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1098 time: 0.0583830 Jun 23 14:11:07.788124 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.825146 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a5b4f001-c1f9-464b-9d05-ac07aa5699c0 req-e8be9cdb-4cd7-42f3-a813-6d361d7c08fd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479295 Jun 23 14:11:07.834801 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.901227 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.904107 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.905173 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95e86d8c-f1c8-4b5a-81c9-07eab834e7cc HTTP/1.1" status: 204 len: 168 time: 0.1902914 Jun 23 14:11:07.905823 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.914338 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e86d8c-f1c8-4b5a-81c9-07eab834e7cc,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.916951 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:08.116972 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615bde-4d73-400f-8c1b-02fabad70691 req-734aef39-b6be-4e67-ae90-1a09ce350fa4 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.125521 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a4615bde-4d73-400f-8c1b-02fabad70691 req-734aef39-b6be-4e67-ae90-1a09ce350fa4 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0845478 Jun 23 14:11:08.172100 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a4615bde-4d73-400f-8c1b-02fabad70691 req-fbe04cca-0528-4b16-aa2d-9ca97b48e845 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Jun 23 14:11:08.531812 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97769802-dcf0-4a62-b371-0aa0ff98258b req-4c1c268e-1c8d-485b-97e4-72363f20fdf5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.538851 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-97769802-dcf0-4a62-b371-0aa0ff98258b req-4c1c268e-1c8d-485b-97e4-72363f20fdf5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0875626 Jun 23 14:11:08.589030 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-97769802-dcf0-4a62-b371-0aa0ff98258b req-30888d5d-9023-4ff8-aa79-dba6560f780b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Jun 23 14:11:08.798898 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9ee3deae-9e15-4a10-a5d4-3190f7a39cb2 req-d8c50000-408f-4db7-bacb-db303b0bb3e9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 210 time: 0.0408158 Jun 23 14:11:09.030193 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.033137 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.192418 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-637d6bab-574c-4095-a9cd-391f4a77a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.194637 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-637d6bab-574c-4095-a9cd-391f4a77a5cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 1098 time: 0.1140544 Jun 23 14:11:09.203336 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a0768-7ac9-4893-b7c5-b4f16da5b5ba req-d1e85b0d-606c-4438-ae0c-3e360edb7f9d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.204969 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-396a0768-7ac9-4893-b7c5-b4f16da5b5ba req-d1e85b0d-606c-4438-ae0c-3e360edb7f9d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1233437 Jun 23 14:11:09.297775 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-396a0768-7ac9-4893-b7c5-b4f16da5b5ba req-4cfd8e65-fbee-489f-904a-06905f9a90e9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862045 Jun 23 14:11:09.330396 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-2fe9ebaf-a7ff-45e8-8237-eb4e27fde15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.332081 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-2fe9ebaf-a7ff-45e8-8237-eb4e27fde15d service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.1196187 Jun 23 14:11:09.397156 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-d1022649-0c2d-40e0-9f09-68922d6035e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d HTTP/1.1" status: 200 len: 217 time: 0.0474455 Jun 23 14:11:09.517256 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa821c-298d-4ba1-bc0b-ed140faddda0 req-a792d18b-0128-43e1-a8a5-4de1ccffd509 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.519162 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-63aa821c-298d-4ba1-bc0b-ed140faddda0 req-a792d18b-0128-43e1-a8a5-4de1ccffd509 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.1596217 Jun 23 14:11:09.528195 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-f6fc9722-0186-4ce9-aacc-2a43ab4b192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.530168 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-f6fc9722-0186-4ce9-aacc-2a43ab4b192e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.1010897 Jun 23 14:11:09.587519 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-63aa821c-298d-4ba1-bc0b-ed140faddda0 req-bc44174f-a2df-45f3-bed7-be85c865bc99 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621276 Jun 23 14:11:09.712869 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-7088ced7-a143-458c-9c17-a3174cd6e8ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277629 Jun 23 14:11:09.859237 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-38d31410-3f7e-4c25-b285-e2acdccc68e4 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375749 Jun 23 14:11:09.876208 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-806846a6-ddb4-4f47-a2e3-597afbecfa39 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.879379 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-806846a6-ddb4-4f47-a2e3-597afbecfa39 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.53 "GET /v2.0/networks?id=d90970c5-f24f-40ff-bca8-19dc87049d26 HTTP/1.1" status: 200 len: 808 time: 0.1720657 Jun 23 14:11:09.901775 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Request body: {'port': {'device_id': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26', 'admin_state_up': True, 'tenant_id': '00838e2c5e0a48cd9b5696e19f28abab'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:10.040229 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0b5a58a-38f4-4e65-ab95-2a3f9b975705 req-e73333d5-7c64-48a0-9efa-23c9a29bc2d9 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740496 Jun 23 14:11:10.064993 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-23b1e072-ce27-4f11-9268-2e8e1bb37993 req-046ac387-cafc-4505-ac16-47b7f6242c29 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 210 time: 0.0491853 Jun 23 14:11:10.088098 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Made reservation on behalf of 00838e2c5e0a48cd9b5696e19f28abab for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:10.092803 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.248300 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Allocated IP 172.20.0.3 (d90970c5-f24f-40ff-bca8-19dc87049d26/ddc3991a-2254-4a55-807b-18f0684e5847/864d529f-f1fb-41e1-9819-94d21fe06718) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:10.332454 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b0832-4aea-4027-9b97-6b9757009f8a req-df8a98ce-9725-4ab2-93a1-a09e5009de14 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.346397 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3a4b0832-4aea-4027-9b97-6b9757009f8a req-df8a98ce-9725-4ab2-93a1-a09e5009de14 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.1197102 Jun 23 14:11:10.357283 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.411566 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3a4b0832-4aea-4027-9b97-6b9757009f8a req-072cb53d-4059-4d20-832b-1e00804d037e tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Jun 23 14:11:10.452879 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.491750 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.496664 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e4066703-cc0b-45d3-b7f9-bce540f23e18 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:10.533184 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d44d7-b316-41b0-9048-7cd5e5bee504 req-107d244a-8d7b-4422-a8fd-3bad571d0947 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.534625 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a21d44d7-b316-41b0-9048-7cd5e5bee504 req-107d244a-8d7b-4422-a8fd-3bad571d0947 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0616908 Jun 23 14:11:10.535736 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Network d90970c5-f24f-40ff-bca8-19dc87049d26 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:10.540717 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:10.544688 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:10.550108 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.550735 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.564221 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Pushing event updated for resources: {'Port': ['ID=864d529f-f1fb-41e1-9819-94d21fe06718,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:10.567266 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:10.576143 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6795611 Jun 23 14:11:10.584721 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a21d44d7-b316-41b0-9048-7cd5e5bee504 req-e5177dfb-866f-4409-a1cf-fedf5a7e4765 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Jun 23 14:11:10.607895 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Request body: {'port': {'device_id': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:10.687488 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.799882 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff0a40-b00e-4b62-9bdf-291e4ce9f9c9 req-b9abf892-ac2d-4e2d-98ea-c26c4d5e7177 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.801492 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9dff0a40-b00e-4b62-9bdf-291e4ce9f9c9 req-b9abf892-ac2d-4e2d-98ea-c26c4d5e7177 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0748155 Jun 23 14:11:10.847021 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9dff0a40-b00e-4b62-9bdf-291e4ce9f9c9 req-d9c35fd3-b123-422f-9e09-de5c70c66383 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388491 Jun 23 14:11:11.026009 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864d529f-f1fb-41e1-9819-94d21fe06718 {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:11.033169 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.041384 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c6f02-d8ee-4d88-b486-719241d641b3 req-38723ae9-536b-4f38-a69f-034633955b3e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.042986 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fe2c6f02-d8ee-4d88-b486-719241d641b3 req-38723ae9-536b-4f38-a69f-034633955b3e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0611169 Jun 23 14:11:11.051808 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 55996) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:11.052694 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Transition to ACTIVE for port object 864d529f-f1fb-41e1-9819-94d21fe06718 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:11.056343 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'floatingip': {'port_id': '5c363b43-9eb6-4920-b19d-8e5bde1188ec'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:11.057311 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.060601 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-00edd44e-bcb1-4e21-9914-4dd609c092f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:11.131335 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.281627 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Pushing event updated for resources: {'Port': ['ID=864d529f-f1fb-41e1-9819-94d21fe06718,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:11.285935 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:11.316495 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Attempting to bind port 864d529f-f1fb-41e1-9819-94d21fe06718 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:11.316827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Attempting to bind port 864d529f-f1fb-41e1-9819-94d21fe06718 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '7f0d3792-6975-4cbb-8d87-af620b3783bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:11.317156 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Attempting to bind port 864d529f-f1fb-41e1-9819-94d21fe06718 on network d90970c5-f24f-40ff-bca8-19dc87049d26 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:11.321313 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Port 864d529f-f1fb-41e1-9819-94d21fe06718 on network d90970c5-f24f-40ff-bca8-19dc87049d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:11.321622 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Attempting to bind port 864d529f-f1fb-41e1-9819-94d21fe06718 on network d90970c5-f24f-40ff-bca8-19dc87049d26 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:11.326414 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:11.326743 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Checking segment: {'id': '7f0d3792-6975-4cbb-8d87-af620b3783bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:11.327119 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Bound using segment: {'id': '7f0d3792-6975-4cbb-8d87-af620b3783bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:11.327562 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Bound port: 864d529f-f1fb-41e1-9819-94d21fe06718, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0d3792-6975-4cbb-8d87-af620b3783bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:11.328393 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.391756 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] For port 864d529f-f1fb-41e1-9819-94d21fe06718, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:11.395143 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] For port 864d529f-f1fb-41e1-9819-94d21fe06718, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=864d529f-f1fb-41e1-9819-94d21fe06718,segment=NetworkSegment(7f0d3792-6975-4cbb-8d87-af620b3783bb),segment_id=7f0d3792-6975-4cbb-8d87-af620b3783bb)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:11.400227 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.402962 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:11.443024 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.443644 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.445085 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] 10.222.0.53 "PUT /v2.0/ports/864d529f-f1fb-41e1-9819-94d21fe06718 HTTP/1.1" status: 200 len: 1093 time: 0.8432095 Jun 23 14:11:11.445595 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'tag': '864d529f-f1fb-41e1-9819-94d21fe06718'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:11.448082 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a17e991-7f75-43b0-b588-3103b3baf33f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72136b-e373-4a97-a9ee-bf5ffabc933c", "tag": "864d529f-f1fb-41e1-9819-94d21fe06718"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:11.479699 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Pushing event updated for resources: {'Port': ['ID=864d529f-f1fb-41e1-9819-94d21fe06718,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:11.483249 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:11.588755 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f58df-1837-4ae8-aa2f-027aab093523 req-ad0e91b4-09fd-4061-b582-11443fb8467f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.590045 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f37f58df-1837-4ae8-aa2f-027aab093523 req-ad0e91b4-09fd-4061-b582-11443fb8467f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 943 time: 0.3840778 Jun 23 14:11:11.618156 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-aff2a345-412b-4279-a53b-b4ae02677513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.619737 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-aff2a345-412b-4279-a53b-b4ae02677513 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=00838e2c5e0a48cd9b5696e19f28abab&device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 1096 time: 0.0810587 Jun 23 14:11:11.675035 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-334c90ed-8361-4398-9adf-87545de2bab9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864d529f-f1fb-41e1-9819-94d21fe06718 HTTP/1.1" status: 200 len: 217 time: 0.0354502 Jun 23 14:11:11.709595 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f37f58df-1837-4ae8-aa2f-027aab093523 req-927048ae-93ef-46a0-8a61-2aad25ace065 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105378 Jun 23 14:11:11.741564 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-520134eb-8c74-4b68-b0f8-b279b516673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.743036 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-520134eb-8c74-4b68-b0f8-b279b516673f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddc3991a-2254-4a55-807b-18f0684e5847 HTTP/1.1" status: 200 len: 848 time: 0.0573814 Jun 23 14:11:11.758104 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24444987-6ca7-4a3c-91ce-ae6ce919bef2 x-openstack-request-id: req-24444987-6ca7-4a3c-91ce-ae6ce919bef2 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:11.758471 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72136b-e373-4a97-a9ee-bf5ffabc933c", "tag": "864d529f-f1fb-41e1-9819-94d21fe06718", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:11.758793 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24444987-6ca7-4a3c-91ce-ae6ce919bef2 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:11.759254 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'tag': '864d529f-f1fb-41e1-9819-94d21fe06718', 'status': 'completed', 'code': 200} Jun 23 14:11:11.788777 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-c3937916-bf25-4e25-acb0-a6e346b689b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d90970c5-f24f-40ff-bca8-19dc87049d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328555 Jun 23 14:11:11.847823 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2a1c5-92ce-4f22-b163-acc9d8cf561c req-fc927c1d-dee3-4527-a9aa-e86ebf48d32e tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.849364 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-aed2a1c5-92ce-4f22-b163-acc9d8cf561c req-fc927c1d-dee3-4527-a9aa-e86ebf48d32e tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.2146871 Jun 23 14:11:11.902153 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-ec824a19-b9b9-444d-86f4-7f72aab5eb24 service neutron] 10.222.0.53 "GET /v2.0/networks/d90970c5-f24f-40ff-bca8-19dc87049d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941432 Jun 23 14:11:12.020410 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-13c06238-8399-4a1b-8900-7c7e53c5bcd5 req-c2e00b1b-9dd1-48b2-96d2-9711f1a1fd87 service neutron] 10.222.0.53 "GET /v2.0/networks/d90970c5-f24f-40ff-bca8-19dc87049d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055415 Jun 23 14:11:12.022669 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-aed2a1c5-92ce-4f22-b163-acc9d8cf561c req-2edda5e0-423d-4706-8185-1f504e663b9e tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665237 Jun 23 14:11:12.150421 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8231f-3d9c-4c50-90c6-80317b276e14 req-cc1dbee0-5d6e-4f35-b179-a4aa4f9eea5b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.151860 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-29c8231f-3d9c-4c50-90c6-80317b276e14 req-cc1dbee0-5d6e-4f35-b179-a4aa4f9eea5b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.3015754 Jun 23 14:11:12.208404 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.215932 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.256335 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-29c8231f-3d9c-4c50-90c6-80317b276e14 req-6e32fe84-f790-4a1b-93f1-af375825fd5a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986409 Jun 23 14:11:12.266363 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-f4e7966b-6b7b-4c05-b6b9-dcf5e78e8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.267915 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-f4e7966b-6b7b-4c05-b6b9-dcf5e78e8a80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=00838e2c5e0a48cd9b5696e19f28abab&device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 1096 time: 0.0633764 Jun 23 14:11:12.346808 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.l3_db [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Floating IP d8c018cb-392a-4f23-8950-22e908dcb762 associated. External IP: 172.28.0.111, port: 5c363b43-9eb6-4920-b19d-8e5bde1188ec. Jun 23 14:11:12.375971 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-083add6d-08df-424b-8f4f-1d32fe41b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.377696 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-083add6d-08df-424b-8f4f-1d32fe41b1d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d90970c5-f24f-40ff-bca8-19dc87049d26 HTTP/1.1" status: 200 len: 909 time: 0.1029685 Jun 23 14:11:12.422029 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-fac177a5-05f4-4868-b3ae-df479968bb60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864d529f-f1fb-41e1-9819-94d21fe06718 HTTP/1.1" status: 200 len: 217 time: 0.0373170 Jun 23 14:11:12.485791 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-3358f44a-5b3e-42d3-b190-2463581e1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.487432 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-3358f44a-5b3e-42d3-b190-2463581e1310 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddc3991a-2254-4a55-807b-18f0684e5847 HTTP/1.1" status: 200 len: 848 time: 0.0460160 Jun 23 14:11:12.523608 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-154adb3c-5d75-40d3-986c-a140c721b86a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d90970c5-f24f-40ff-bca8-19dc87049d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293930 Jun 23 14:11:12.568240 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:11:12.617832 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-179130c0-c269-48df-880d-15f32a4b0098 service neutron] 10.222.0.53 "GET /v2.0/networks/d90970c5-f24f-40ff-bca8-19dc87049d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867600 Jun 23 14:11:12.682963 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:11:12.687824 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.697623 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] Sync routers for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:11:12.709738 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:12.710395 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:11:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:12.725777 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-eaf5e442-08ad-4d92-8a88-f0fd7d950b4b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "PUT /v2.0/floatingips/d8c018cb-392a-4f23-8950-22e908dcb762 HTTP/1.1" status: 200 len: 991 time: 1.6729174 Jun 23 14:11:12.726488 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:12.729311 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92095bad-26ed-4847-93f5-d6b6571c3511" -d '{"events": [{"name": "network-changed", "server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:12.784728 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06af4cc5-eb0a-430d-bf97-ec607abeb10a x-openstack-request-id: req-06af4cc5-eb0a-430d-bf97-ec607abeb10a {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:12.785022 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:12.785297 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06af4cc5-eb0a-430d-bf97-ec607abeb10a {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:12.785731 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'status': 'completed', 'code': 200} Jun 23 14:11:12.805526 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3a17e991-7f75-43b0-b588-3103b3baf33f req-021cab42-88ff-4394-a14b-489abf268d88 service neutron] 10.222.0.53 "GET /v2.0/networks/d90970c5-f24f-40ff-bca8-19dc87049d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157064 Jun 23 14:11:12.841576 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:12.927591 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-7fb815d5-cca6-4593-8052-fe02b96393b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.929556 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-7fb815d5-cca6-4593-8052-fe02b96393b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1098 time: 0.0823755 Jun 23 14:11:13.045556 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c9b60-6fc8-4803-8e2a-eb12950c8d30 req-0c06c667-c603-419f-8e05-b4376881c944 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.054959 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-119c9b60-6fc8-4803-8e2a-eb12950c8d30 req-0c06c667-c603-419f-8e05-b4376881c944 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 943 time: 0.1119843 Jun 23 14:11:13.077864 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-a74e4710-146f-45d7-ac89-93d6aa8d5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.080344 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-a74e4710-146f-45d7-ac89-93d6aa8d5747 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 911 time: 0.1410823 Jun 23 14:11:13.149063 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-119c9b60-6fc8-4803-8e2a-eb12950c8d30 req-fdfcaf48-d500-4835-bde9-11965baeac83 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931861 Jun 23 14:11:13.268946 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'd8c018cb-392a-4f23-8950-22e908dcb762', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'port_id': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'mac_address': 'fa:16:3e:d1:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:41Z', 'updated_at': '2021-06-23T14:11:12Z', 'revision_number': 1, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:13.299978 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] Checking router: f9b1855c-39ef-448e-b4b9-d1a45f74bd2f for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:11:13.300982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892a63-d392-4b52-b1a1-4680cb3084e0 req-c91c0f32-1251-42c9-b3f4-32ccdacc2448 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.304220 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-91892a63-d392-4b52-b1a1-4680cb3084e0 req-c91c0f32-1251-42c9-b3f4-32ccdacc2448 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.0843904 Jun 23 14:11:13.326987 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:13.328155 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:11:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:13.329095 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-3e7fc0a7-d6b5-412c-b166-fd1e05383adb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 200 len: 999 time: 0.2414560 Jun 23 14:11:13.416737 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-91892a63-d392-4b52-b1a1-4680cb3084e0 req-4f74ef92-d99f-4f9a-8e1d-7633cf814c5b tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1261a5c-d655-4e65-8190-e838d846266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905643 Jun 23 14:11:13.447323 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-75af5564-5054-416f-9ef7-550211478761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.449024 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-75af5564-5054-416f-9ef7-550211478761 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.1126988 Jun 23 14:11:13.456075 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:13.460014 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-2aaf0963-7df6-4f47-84ea-b7fddd55916a tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.463167 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-2aaf0963-7df6-4f47-84ea-b7fddd55916a tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 946 time: 0.1488061 Jun 23 14:11:13.579939 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-d7580ffb-5c2a-40bb-99b6-a2f26aee417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.581427 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-d7580ffb-5c2a-40bb-99b6-a2f26aee417c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1206965 Jun 23 14:11:13.628056 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41a84b-d039-4029-bb98-5952d79ba41b req-aa348b93-d947-4534-ac7e-fb2249ceca97 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.629547 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1e41a84b-d039-4029-bb98-5952d79ba41b req-aa348b93-d947-4534-ac7e-fb2249ceca97 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1483910 Jun 23 14:11:13.660474 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Deleting port 8a1bd11a-47e2-4998-aac7-c05721dc8520 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:13.660813 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.726002 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-8d4c2303-ac58-4691-babf-355c76a659f2 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310964 Jun 23 14:11:13.727079 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1e41a84b-d039-4029-bb98-5952d79ba41b req-61a8fba4-2f7c-4686-8f5a-6ad4f4a1ace2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892260 Jun 23 14:11:13.774992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] For port 8a1bd11a-47e2-4998-aac7-c05721dc8520, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a1bd11a-47e2-4998-aac7-c05721dc8520,segment=NetworkSegment(f1ae3019-aaa8-4382-a2dc-e9dcdb1da214),segment_id=f1ae3019-aaa8-4382-a2dc-e9dcdb1da214)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:13.775391 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.791289 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Calling delete_port for 8a1bd11a-47e2-4998-aac7-c05721dc8520 owned by compute:nova {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:13.798000 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'd8c018cb-392a-4f23-8950-22e908dcb762', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'port_id': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'mac_address': 'fa:16:3e:d1:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:41Z', 'updated_at': '2021-06-23T14:11:12Z', 'revision_number': 1, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:13.820780 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-92095bad-26ed-4847-93f5-d6b6571c3511 req-d321ba73-be64-4c2d-80f1-2581ba8a2d46 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Jun 23 14:11:13.826690 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb1d09-05fe-4c46-bfe3-c1031bf8cfaf None None] The sync data for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb is: [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'd8c018cb-392a-4f23-8950-22e908dcb762', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'port_id': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'mac_address': 'fa:16:3e:d1:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:41Z', 'updated_at': '2021-06-23T14:11:12Z', 'revision_number': 1, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:11:13.958115 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.963960 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:13.993623 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Pushing event deleted for resources: {'Port': ['ID=8a1bd11a-47e2-4998-aac7-c05721dc8520,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:13.997221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:14.003832 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['8a1bd11a-47e2-4998-aac7-c05721dc8520'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:14.041585 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b627a2-e593-451b-9f91-a7d28d978e66 None None] New status for floating IP d8c018cb-392a-4f23-8950-22e908dcb762: ACTIVE {{(pid=93138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:11:14.269541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] No DVR routers for this DVR port 8a1bd11a-47e2-4998-aac7-c05721dc8520 on host hv-cinder-78447 {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:14.275202 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.277660 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f37c852d-d955-4438-b6ae-dd0b993750a5 req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.53 "DELETE /v2.0/ports/8a1bd11a-47e2-4998-aac7-c05721dc8520 HTTP/1.1" status: 204 len: 173 time: 0.8083849 Jun 23 14:11:14.355309 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456242bf-2d0c-4294-bd65-66277bc2552c req-cd8339cf-b37b-460d-9327-3eef258676a6 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.358332 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-456242bf-2d0c-4294-bd65-66277bc2552c req-cd8339cf-b37b-460d-9327-3eef258676a6 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 943 time: 0.0692415 Jun 23 14:11:14.397695 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-456242bf-2d0c-4294-bd65-66277bc2552c req-64286ea5-7b0d-4fb9-a890-d4522f2a4a3a tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Jun 23 14:11:14.571432 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8575c2cc-03a8-4bce-b7c3-aaff75622b1a req-22208a8d-8de6-421e-aa7d-e91fc03fc2d0 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0434892 Jun 23 14:11:14.786650 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'name': 'network-vif-deleted', 'tag': '8a1bd11a-47e2-4998-aac7-c05721dc8520'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:14.789371 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8904d196-3788-4dac-9e7a-a3ea71790ad1" -d '{"events": [{"server_uuid": "a22b9e72-f6c2-4edd-94ea-1e03deb7e09e", "name": "network-vif-deleted", "tag": "8a1bd11a-47e2-4998-aac7-c05721dc8520"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:14.844026 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b4e48-8672-462a-944c-c04216478c5c x-openstack-request-id: req-de3b4e48-8672-462a-944c-c04216478c5c {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:14.844203 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b9e72-f6c2-4edd-94ea-1e03deb7e09e", "name": "network-vif-deleted", "tag": "8a1bd11a-47e2-4998-aac7-c05721dc8520", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:14.844532 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de3b4e48-8672-462a-944c-c04216478c5c {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:14.845375 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b9e72-f6c2-4edd-94ea-1e03deb7e09e', 'name': 'network-vif-deleted', 'tag': '8a1bd11a-47e2-4998-aac7-c05721dc8520', 'status': 'completed', 'code': 200} Jun 23 14:11:14.847341 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e45f2552-332b-4720-b4da-ab8632f147aa req-8930f7e4-dd0d-4952-bbfa-1c2fc7d10ba7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0404232 Jun 23 14:11:14.919093 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272b06-d7cb-4b15-8930-fd474ae31418 req-74d8ef5d-3946-4058-80e4-e44271af8fe9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.920592 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-91272b06-d7cb-4b15-8930-fd474ae31418 req-74d8ef5d-3946-4058-80e4-e44271af8fe9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0644858 Jun 23 14:11:14.966005 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e45f2552-332b-4720-b4da-ab8632f147aa req-0f536699-1dc2-4eec-a877-3a1e4f5a7eb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a008162765174af3a43a6b0b5e8918c5&device_id=a22b9e72-f6c2-4edd-94ea-1e03deb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0394285 Jun 23 14:11:14.984601 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-91272b06-d7cb-4b15-8930-fd474ae31418 req-39869c2d-4c83-4fb5-9791-1c6e0cd4e1fc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Jun 23 14:11:15.109999 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f2552-332b-4720-b4da-ab8632f147aa req-73cee3c6-68f7-416c-8c86-faad60ad6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.111500 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e45f2552-332b-4720-b4da-ab8632f147aa req-73cee3c6-68f7-416c-8c86-faad60ad6c4f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a008162765174af3a43a6b0b5e8918c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1065891 Jun 23 14:11:15.195728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56114) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:15.213912 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f2552-332b-4720-b4da-ab8632f147aa req-4565785f-acae-4f16-bce3-0263d57082a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.215680 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e45f2552-332b-4720-b4da-ab8632f147aa req-4565785f-acae-4f16-bce3-0263d57082a6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949292 Jun 23 14:11:15.320355 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2a02db73-af13-4f38-ad74-dadd279348ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.435710 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2a02db73-af13-4f38-ad74-dadd279348ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.441120 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2a02db73-af13-4f38-ad74-dadd279348ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.445475 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a9fd4748-fc5c-47ae-ac16-4e0355af72f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:15.486131 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-2a02db73-af13-4f38-ad74-dadd279348ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=034597b56f2744458f48afe0b6455cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868209 Jun 23 14:11:15.486131 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02db73-af13-4f38-ad74-dadd279348ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca8f416-08a9-4594-bd60-17b1d07244df,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:15.486646 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56122) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:15.490648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2a02db73-af13-4f38-ad74-dadd279348ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:15.571635 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.599980 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.626892 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b415-3b62-48ba-803e-6ca585ba78fe req-301749fb-5476-4e82-8a74-09e843c13a7d tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.628405 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4ed5b415-3b62-48ba-803e-6ca585ba78fe req-301749fb-5476-4e82-8a74-09e843c13a7d tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 943 time: 0.1106133 Jun 23 14:11:15.681613 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4ed5b415-3b62-48ba-803e-6ca585ba78fe req-05c0afc5-f880-4793-9f9d-49a8e03c586f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Jun 23 14:11:15.697899 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.701111 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.702411 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fca8f416-08a9-4594-bd60-17b1d07244df HTTP/1.1" status: 204 len: 168 time: 0.2147133 Jun 23 14:11:15.703146 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:15.710740 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca8f416-08a9-4594-bd60-17b1d07244df,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:15.713546 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:16.102778 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56172) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:16.118051 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfa34-9c94-41fd-bc5e-f4fced7cb72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.241836 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d9f9-bc33-4358-ac6a-979caafde825 req-96d1af1b-2bdf-4d18-81ec-9221b3e5a530 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:16.243351 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ae88d9f9-bc33-4358-ac6a-979caafde825 req-96d1af1b-2bdf-4d18-81ec-9221b3e5a530 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0994089 Jun 23 14:11:16.286503 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfa34-9c94-41fd-bc5e-f4fced7cb72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.291977 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfa34-9c94-41fd-bc5e-f4fced7cb72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.296447 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-17a69109-6aec-4e0c-9478-22ecb28bd33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:16.313732 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ae88d9f9-bc33-4358-ac6a-979caafde825 req-73359953-c21f-4c03-87e2-f857c694d448 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636878 Jun 23 14:11:16.336461 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbfa34-9c94-41fd-bc5e-f4fced7cb72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad4db3-e328-4773-bc7b-efd0f4af5daf,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:16.339710 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-1bcbfa34-9c94-41fd-bc5e-f4fced7cb72b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b1d8434f1f348c9a725335cb9a99edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358072 Jun 23 14:11:16.340643 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1bcbfa34-9c94-41fd-bc5e-f4fced7cb72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:16.342345 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56176) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:16.409860 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.434945 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.471869 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 864d529f-f1fb-41e1-9819-94d21fe06718 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:16.487951 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 8a1bd11a-47e2-4998-aac7-c05721dc8520 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:16.500222 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.503029 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.506315 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29ad4db3-e328-4773-bc7b-efd0f4af5daf HTTP/1.1" status: 204 len: 168 time: 0.1630778 Jun 23 14:11:16.507601 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-19c94468-956f-4458-a77e-80925bc79947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:16.514106 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 8a1bd11a-47e2-4998-aac7-c05721dc8520 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:16.514478 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 8a1bd11a-47e2-4998-aac7-c05721dc8520 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:16.516039 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad4db3-e328-4773-bc7b-efd0f4af5daf,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:16.518231 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:16.603443 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 864d529f-f1fb-41e1-9819-94d21fe06718, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=864d529f-f1fb-41e1-9819-94d21fe06718,segment=NetworkSegment(7f0d3792-6975-4cbb-8d87-af620b3783bb),segment_id=7f0d3792-6975-4cbb-8d87-af620b3783bb)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:16.615724 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '864d529f-f1fb-41e1-9819-94d21fe06718', 'network_id': 'd90970c5-f24f-40ff-bca8-19dc87049d26', 'port_id': '864d529f-f1fb-41e1-9819-94d21fe06718', 'mac_address': 'fa:16:3e:d7:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc3991a-2254-4a55-807b-18f0684e5847', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:16.654223 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.667139 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864d529f-f1fb-41e1-9819-94d21fe06718 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:16.686994 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 864d529f-f1fb-41e1-9819-94d21fe06718, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=864d529f-f1fb-41e1-9819-94d21fe06718,segment=NetworkSegment(7f0d3792-6975-4cbb-8d87-af620b3783bb),segment_id=7f0d3792-6975-4cbb-8d87-af620b3783bb)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:16.691735 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.693655 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-08d55f0c-1b17-4975-ba38-5836707cdb99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:16.739721 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=864d529f-f1fb-41e1-9819-94d21fe06718,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:16.742824 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:16.893967 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdbd2-63e4-4044-8f26-4b7c6ea383ce req-acb99655-1210-473f-a453-72ca6f5df1f3 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:16.893967 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e87cdbd2-63e4-4044-8f26-4b7c6ea383ce req-acb99655-1210-473f-a453-72ca6f5df1f3 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 944 time: 0.0712674 Jun 23 14:11:16.942286 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e87cdbd2-63e4-4044-8f26-4b7c6ea383ce req-cd660105-22a2-4270-9d45-dc48e3c49210 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Jun 23 14:11:17.221647 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56226) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:17.231094 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56228) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:17.300589 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Deleting subnet 0cc1b248-2f34-4469-a83c-6e1e6c6a3daf {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:17.304452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.316981 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['864d529f-f1fb-41e1-9819-94d21fe06718'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:17.346996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.398832 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.490234 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.499836 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:17.548600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7793-9b42-443f-8536-7f8eef8d771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.566114 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.570525 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0cc1b248-2f34-4469-a83c-6e1e6c6a3daf HTTP/1.1" status: 204 len: 168 time: 0.3447223 Jun 23 14:11:17.570525 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc1b248-2f34-4469-a83c-6e1e6c6a3daf,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:17.572128 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56240) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:17.600276 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:17.695131 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.721609 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12121f-7c47-443e-8c67-f846d551997b req-33af0f25-0392-4f35-87cb-cc14b74ee1d0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.723921 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-da12121f-7c47-443e-8c67-f846d551997b req-33af0f25-0392-4f35-87cb-cc14b74ee1d0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.2169418 Jun 23 14:11:17.764300 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7793-9b42-443f-8536-7f8eef8d771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.775701 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7793-9b42-443f-8536-7f8eef8d771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.781054 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-02919276-e09a-42d6-824c-ad8a417ac424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:17.819871 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab7793-9b42-443f-8536-7f8eef8d771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024161a7-e94c-4f67-b5cc-7efaa00f4c0e,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:17.835590 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c8ab7793-9b42-443f-8536-7f8eef8d771b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:17.840020 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c8ab7793-9b42-443f-8536-7f8eef8d771b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86fc364281d749dfa7db9caffc99902c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078553 Jun 23 14:11:17.842786 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56254) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:17.845935 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.854930 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-da12121f-7c47-443e-8c67-f846d551997b req-9bf65f94-f36c-4094-9b23-a484b101e260 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243415 Jun 23 14:11:17.870243 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0f576d-d4a2-42fb-9c78-33933eeba500']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:17.892900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ae3019-aaa8-4382-a2dc-e9dcdb1da214') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:17.893221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ae3019-aaa8-4382-a2dc-e9dcdb1da214') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:17.918122 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.940300 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.949287 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:17.949679 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:17.951497 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:17.953751 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.027080 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.028762 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.044502 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-68faab76-cec1-4d95-85dc-bfd1877b7f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:18.058121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.059972 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bf0f576d-d4a2-42fb-9c78-33933eeba500 HTTP/1.1" status: 204 len: 168 time: 0.4667213 Jun 23 14:11:18.071554 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0f576d-d4a2-42fb-9c78-33933eeba500,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:18.084360 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:18.132410 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.134920 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.136039 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/024161a7-e94c-4f67-b5cc-7efaa00f4c0e HTTP/1.1" status: 204 len: 168 time: 0.2923625 Jun 23 14:11:18.137471 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-cb27dc86-eb87-4630-bac2-e7506fc68f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:18.147197 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3236c0-e86a-4993-a988-f88dcae220f2 req-81df5b79-81ad-45be-b214-333ad473c12f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:18.148644 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3a3236c0-e86a-4993-a988-f88dcae220f2 req-81df5b79-81ad-45be-b214-333ad473c12f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 944 time: 0.0823674 Jun 23 14:11:18.153615 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024161a7-e94c-4f67-b5cc-7efaa00f4c0e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:18.157116 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:18.193841 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56268) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:18.198810 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3a3236c0-e86a-4993-a988-f88dcae220f2 req-4a885300-632b-4a11-ae14-8b50341966f3 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Jun 23 14:11:18.235330 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-62e70b68-7d68-4c89-a378-004853ab0394 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a008162765174af3a43a6b0b5e8918c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402544 Jun 23 14:11:18.237814 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56270) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:18.288112 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.308351 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.354267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.356847 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.357997 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1261a5c-d655-4e65-8190-e838d846266e HTTP/1.1" status: 204 len: 168 time: 0.1191053 Jun 23 14:11:18.358658 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:18.367291 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1261a5c-d655-4e65-8190-e838d846266e,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:18.370111 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:18.477014 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56276) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:18.490454 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a918d5ee-4984-4521-ab86-dd2355f195e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.587096 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a918d5ee-4984-4521-ab86-dd2355f195e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.591952 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a918d5ee-4984-4521-ab86-dd2355f195e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.595617 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:18.629727 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a918d5ee-4984-4521-ab86-dd2355f195e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d18ccd61981444dd9f1eb395fa0adef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516306 Jun 23 14:11:18.630621 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918d5ee-4984-4521-ab86-dd2355f195e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b81c5-8517-4ff6-8ac2-fb63bad7675e,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:18.632585 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56282) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:18.633551 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a918d5ee-4984-4521-ab86-dd2355f195e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:18.683474 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.709054 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.762751 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.765641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.769223 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b15b81c5-8517-4ff6-8ac2-fb63bad7675e HTTP/1.1" status: 204 len: 168 time: 0.1333685 Jun 23 14:11:18.769223 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-40a20b55-0339-468f-91b7-a9691271bbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:18.775831 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b81c5-8517-4ff6-8ac2-fb63bad7675e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:18.778363 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.089126 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec1c9d-0c6d-40ad-954a-de4411a994a4 req-b9740b80-4d2e-4a47-b094-b3610621871a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:19.096712 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-22ec1c9d-0c6d-40ad-954a-de4411a994a4 req-b9740b80-4d2e-4a47-b094-b3610621871a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0746257 Jun 23 14:11:19.132511 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-22ec1c9d-0c6d-40ad-954a-de4411a994a4 req-be17ab84-2f29-4907-a653-31b0fdfb40e3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Jun 23 14:11:19.149784 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56316) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:19.248238 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1542168901-network', 'tenant_id': '74fe7296bb26443596bebf08aa89dd9b'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:19.268760 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Made reservation on behalf of 74fe7296bb26443596bebf08aa89dd9b for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:19.271267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.280074 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.379934 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.382842 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b7de7-830c-44dd-9c3c-9c831f5fa3c5 req-6fb675b2-16ac-492d-9c32-dc1daa8394b7 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:19.384297 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8e1b7de7-830c-44dd-9c3c-9c831f5fa3c5 req-6fb675b2-16ac-492d-9c32-dc1daa8394b7 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 944 time: 0.0691874 Jun 23 14:11:19.386179 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.397994 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.423315 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:19.430418 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8e1b7de7-830c-44dd-9c3c-9c831f5fa3c5 req-777fd66d-cdb7-4d59-a49f-aaed671a987f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Jun 23 14:11:19.433585 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c89fe1-416b-4371-bab8-e01fc5d0e8e8,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.439058 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.440235 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.440572 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Added segment 5610f0a1-1370-4563-840b-9030b1fe0e3f of type vlan for network d2f6c45f-f6a2-4c01-bda2-e883fd93799f Jun 23 14:11:19.484319 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.512488 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.514143 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:19.514777 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.516859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.566483 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4153309 Jun 23 14:11:19.569754 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56336) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:19.571721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f6c45f-f6a2-4c01-bda2-e883fd93799f,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.574512 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.576824 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Request body: {'subnet': {'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1542168901-subnet', 'tenant_id': '74fe7296bb26443596bebf08aa89dd9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:19.583973 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:19.613718 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Made reservation on behalf of 74fe7296bb26443596bebf08aa89dd9b for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:19.616259 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130280578'] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.661615 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.779664 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132020973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130280592'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.782508 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.834283 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfde936a-85e6-46f8-84ec-46d452f963af,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.838090 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.845855 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Checking segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:19.846240 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Network hostable DHCP agents. Network: d2f6c45f-f6a2-4c01-bda2-e883fd93799f, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:19.871092 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:19.880144 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, d2f6c45f-f6a2-4c01-bda2-e883fd93799f) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:19.886920 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:19.887649 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.888498 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb327f44-c972-44dd-b062-61a647920c3f None None] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:19.907674 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3366609 Jun 23 14:11:20.027481 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8655ec53-d8f2-4cbf-886a-881767bfab6a None None] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:20.377685 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae5ab4-d286-4e86-a617-63cb1abccfb5 req-385e060a-af18-44a7-b349-1ed4e3279242 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:20.379578 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d4ae5ab4-d286-4e86-a617-63cb1abccfb5 req-385e060a-af18-44a7-b349-1ed4e3279242 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0730598 Jun 23 14:11:20.424286 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d4ae5ab4-d286-4e86-a617-63cb1abccfb5 req-32a529c7-45a4-4014-8fd9-7f7e26a25b99 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364668 Jun 23 14:11:20.491107 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 864d529f-f1fb-41e1-9819-94d21fe06718 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:20.545528 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 864d529f-f1fb-41e1-9819-94d21fe06718 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:20.550601 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 864d529f-f1fb-41e1-9819-94d21fe06718 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:20.551129 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.641430 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.664243 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d529f-f1fb-41e1-9819-94d21fe06718'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:20.666783 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a42b0-6d02-49b9-9d67-fe6ed12969fd" -d '{"events": [{"server_uuid": "5d72136b-e373-4a97-a9ee-bf5ffabc933c", "name": "network-vif-plugged", "status": "completed", "tag": "864d529f-f1fb-41e1-9819-94d21fe06718"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:20.681753 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 864d529f-f1fb-41e1-9819-94d21fe06718, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=864d529f-f1fb-41e1-9819-94d21fe06718,segment=NetworkSegment(7f0d3792-6975-4cbb-8d87-af620b3783bb),segment_id=7f0d3792-6975-4cbb-8d87-af620b3783bb)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:20.691476 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.693686 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:20.729461 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e978016-5664-4958-b472-c33c11a19b1d req-eab7130f-a8b8-4f2f-bed1-0d298685db96 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:20.730966 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7e978016-5664-4958-b472-c33c11a19b1d req-eab7130f-a8b8-4f2f-bed1-0d298685db96 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 944 time: 0.1628492 Jun 23 14:11:20.737476 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a5528-a5c5-439e-b412-d147dd18a155 req-9e3b6828-1e5e-49e9-9fa3-79ced3b3c24c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:20.739249 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-9e3b6828-1e5e-49e9-9fa3-79ced3b3c24c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.1533341 Jun 23 14:11:20.742306 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=864d529f-f1fb-41e1-9819-94d21fe06718,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:20.746955 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:20.763754 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-de7e0f78-cd68-435e-a440-13a7ada5d940 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/quotas/74fe7296bb26443596bebf08aa89dd9b HTTP/1.1" status: 200 len: 375 time: 0.0170474 Jun 23 14:11:20.788376 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7e978016-5664-4958-b472-c33c11a19b1d req-f1205b5f-9512-4b28-a9d6-84d5ac95af46 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Jun 23 14:11:20.806048 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-08548f3d-612e-4449-967e-88a269aa2bcb tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333905 Jun 23 14:11:20.845085 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046d46c6-01c1-415d-bf83-c65f6c33e6c7 x-openstack-request-id: req-046d46c6-01c1-415d-bf83-c65f6c33e6c7 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:20.845499 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72136b-e373-4a97-a9ee-bf5ffabc933c", "name": "network-vif-plugged", "status": "completed", "tag": "864d529f-f1fb-41e1-9819-94d21fe06718", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:20.845876 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-046d46c6-01c1-415d-bf83-c65f6c33e6c7 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:20.846387 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d529f-f1fb-41e1-9819-94d21fe06718', 'code': 200} Jun 23 14:11:20.899622 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-d4847e39-f118-4768-a730-44e2d0d0c415 service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864997 Jun 23 14:11:20.978384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56426) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:20.995921 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-bedc3bbf-1b82-4639-8254-5ba902d822e2 service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902455 Jun 23 14:11:21.113877 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a8e27bb3-7f8a-4fd2-aa0c-00e61a136909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.172832 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-572714eb-c752-46cb-bb1f-747c2ce75e0c req-840c17d0-20d6-4059-9d4e-1ce3d9d5cb9a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 210 time: 0.0311568 Jun 23 14:11:21.178885 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3b57c-29f6-466c-a2d9-5e8630eb85dd req-198135a1-3f4e-45fb-96bc-d370f398b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:21.181502 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dcf3b57c-29f6-466c-a2d9-5e8630eb85dd req-198135a1-3f4e-45fb-96bc-d370f398b542 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 1098 time: 0.0871582 Jun 23 14:11:21.233110 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dcf3b57c-29f6-466c-a2d9-5e8630eb85dd req-7baf565d-1f6f-47ac-931e-8e37d8956146 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Jun 23 14:11:21.267549 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a8e27bb3-7f8a-4fd2-aa0c-00e61a136909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.271798 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a8e27bb3-7f8a-4fd2-aa0c-00e61a136909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.275726 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-182da7a3-0e2e-4d40-b8e0-12638f4d7168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:21.309976 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e27bb3-7f8a-4fd2-aa0c-00e61a136909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7e3fa-d311-4e92-bf37-1294d8539edf,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:21.315702 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a8e27bb3-7f8a-4fd2-aa0c-00e61a136909 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e80c847407e4a8aa9625d849e9ec4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344994 Jun 23 14:11:21.317958 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56448) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:21.318164 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a8e27bb3-7f8a-4fd2-aa0c-00e61a136909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:21.376523 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.399627 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.479582 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.482924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.484509 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdf7e3fa-d311-4e92-bf37-1294d8539edf HTTP/1.1" status: 204 len: 168 time: 0.1653590 Jun 23 14:11:21.485282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-47ebb690-dca3-4e2e-b026-00cb4fd135e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:21.496723 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7e3fa-d311-4e92-bf37-1294d8539edf,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:21.499465 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:21.698992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6277b0-30eb-444f-a6be-936e16823531 req-eee29265-e084-4f47-9942-523a350fcec4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:21.700471 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7b6277b0-30eb-444f-a6be-936e16823531 req-eee29265-e084-4f47-9942-523a350fcec4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0793109 Jun 23 14:11:21.745033 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7b6277b0-30eb-444f-a6be-936e16823531 req-2fc7a265-9429-4421-ad67-a79548b477c6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Jun 23 14:11:21.874162 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56492) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:21.890264 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b1c29632-bb31-41f1-8c2f-37a00451e912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.038361 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175041cc-0f5a-42a2-8647-da5e3bb40edb req-163ff353-a3ac-47f4-8f21-b50f53290d98 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:22.039838 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-175041cc-0f5a-42a2-8647-da5e3bb40edb req-163ff353-a3ac-47f4-8f21-b50f53290d98 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 945 time: 0.1043005 Jun 23 14:11:22.044769 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b1c29632-bb31-41f1-8c2f-37a00451e912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.054415 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b1c29632-bb31-41f1-8c2f-37a00451e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.063720 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f3430084-7bf7-4972-9488-9f7f4d9edc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:22.114809 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-b1c29632-bb31-41f1-8c2f-37a00451e912 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c766436cf504fe2b53a76ad8dbe36a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372208 Jun 23 14:11:22.115204 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56506) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:22.116997 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-175041cc-0f5a-42a2-8647-da5e3bb40edb req-03888ed6-83ef-446c-9862-322692c65ca7 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701745 Jun 23 14:11:22.117764 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29632-bb31-41f1-8c2f-37a00451e912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d488da8b-005f-4ba9-9bb2-18492ef1c542,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:22.120859 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b1c29632-bb31-41f1-8c2f-37a00451e912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:22.174945 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.196905 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.244270 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.246987 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.250625 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d488da8b-005f-4ba9-9bb2-18492ef1c542 HTTP/1.1" status: 204 len: 168 time: 0.1319935 Jun 23 14:11:22.250625 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-cd5c240d-528a-46f6-801b-0086fd323b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:22.257827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d488da8b-005f-4ba9-9bb2-18492ef1c542,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:22.260320 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:22.321388 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a12fea32-0f29-4a25-8848-3cb1c7ea35d1 req-9872ac0e-740c-470e-b4cc-1de69fbc610a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Jun 23 14:11:22.810815 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a5528-a5c5-439e-b412-d147dd18a155 req-194716ae-1ddb-4611-8e4a-237a48528be5 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:22.812534 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-194716ae-1ddb-4611-8e4a-237a48528be5 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.1282287 Jun 23 14:11:22.843520 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Request body: {'port': {'device_id': '6ab3ae74-b671-48fe-b434-fe1546749516', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'admin_state_up': True, 'tenant_id': '74fe7296bb26443596bebf08aa89dd9b'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:22.985748 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Made reservation on behalf of 74fe7296bb26443596bebf08aa89dd9b for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:22.989767 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.113517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020cb7-eba9-4b6c-89e2-4068edb3a516 req-61b9511e-4b0c-4552-93cd-0ab336c722c2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:23.115018 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b8020cb7-eba9-4b6c-89e2-4068edb3a516 req-61b9511e-4b0c-4552-93cd-0ab336c722c2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1420684 Jun 23 14:11:23.187323 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Allocated IP 172.20.0.3 (d2f6c45f-f6a2-4c01-bda2-e883fd93799f/cfde936a-85e6-46f8-84ec-46d452f963af/17cc619d-1c57-47ef-8cde-f5bbef941186) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:23.192160 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b8020cb7-eba9-4b6c-89e2-4068edb3a516 req-6ca58982-f28c-4064-a349-adfacb10511b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594754 Jun 23 14:11:23.403554 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8d382-c6ef-4089-bf2e-07bf892db250 req-02034e30-8d70-4009-a645-0224023a1fc0 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:23.405439 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4bc8d382-c6ef-4089-bf2e-07bf892db250 req-02034e30-8d70-4009-a645-0224023a1fc0 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 945 time: 0.1537077 Jun 23 14:11:23.434547 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.473034 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4bc8d382-c6ef-4089-bf2e-07bf892db250 req-cf3a9618-6e33-4b68-919b-03fad1e6de54 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574844 Jun 23 14:11:23.513849 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4cae0941-c033-4043-bb9a-76a4ec2e6fcb req-b9824d99-48a1-4b8b-89b7-13b5bcb40c77 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 210 time: 0.0394356 Jun 23 14:11:23.529551 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.537634 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:23.588750 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:23.597079 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:23.599807 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:23.631056 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event updated for resources: {'Port': ['ID=17cc619d-1c57-47ef-8cde-f5bbef941186,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:23.644152 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.644504 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.644855 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.645194 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.645546 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.645873 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.646227 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.646564 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.646897 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.647231 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.647561 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.647889 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:23.651687 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:23.664152 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:23.664755 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.678817 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8395555 Jun 23 14:11:23.704215 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Request body: {'port': {'device_id': '6ab3ae74-b671-48fe-b434-fe1546749516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:23.773594 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.039503 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17cc619d-1c57-47ef-8cde-f5bbef941186 {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:24.047727 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.060954 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Transition to ACTIVE for port object 17cc619d-1c57-47ef-8cde-f5bbef941186 will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:24.065653 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.067982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:24.115033 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Pushing event updated for resources: {'Port': ['ID=17cc619d-1c57-47ef-8cde-f5bbef941186,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:24.118492 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:24.200282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Attempting to bind port 17cc619d-1c57-47ef-8cde-f5bbef941186 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:24.200614 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Attempting to bind port 17cc619d-1c57-47ef-8cde-f5bbef941186 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:24.200986 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Attempting to bind port 17cc619d-1c57-47ef-8cde-f5bbef941186 on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:24.205656 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Port 17cc619d-1c57-47ef-8cde-f5bbef941186 on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:24.205998 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Attempting to bind port 17cc619d-1c57-47ef-8cde-f5bbef941186 on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:24.210959 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:24.211332 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Checking segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:24.211669 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Bound using segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:24.212094 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Bound port: 17cc619d-1c57-47ef-8cde-f5bbef941186, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:24.212437 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.579129 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3a39f-650a-49a7-86f8-7705fcaf77ff req-ec4ada0f-1226-4150-9912-28f47b1312fd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.586376 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1dd3a39f-650a-49a7-86f8-7705fcaf77ff req-ec4ada0f-1226-4150-9912-28f47b1312fd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1179137 Jun 23 14:11:24.589338 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] For port 17cc619d-1c57-47ef-8cde-f5bbef941186, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:24.593299 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] For port 17cc619d-1c57-47ef-8cde-f5bbef941186, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=17cc619d-1c57-47ef-8cde-f5bbef941186,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:24.610228 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.614623 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5b435e03-3109-497d-b8b5-5012d36734cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:24.687271 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1dd3a39f-650a-49a7-86f8-7705fcaf77ff req-17e685a6-3124-42c8-9f00-e15302245cd7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999336 Jun 23 14:11:24.696798 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.697462 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.698907 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] 10.222.0.53 "PUT /v2.0/ports/17cc619d-1c57-47ef-8cde-f5bbef941186 HTTP/1.1" status: 200 len: 1093 time: 0.9989531 Jun 23 14:11:24.700282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab3ae74-b671-48fe-b434-fe1546749516', 'tag': '17cc619d-1c57-47ef-8cde-f5bbef941186'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:24.702618 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51ab92d-fdb6-484d-97f0-23230f9e3286" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab3ae74-b671-48fe-b434-fe1546749516", "tag": "17cc619d-1c57-47ef-8cde-f5bbef941186"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:24.723757 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Pushing event updated for resources: {'Port': ['ID=17cc619d-1c57-47ef-8cde-f5bbef941186,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:24.728024 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:24.751936 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031618-dafc-4d52-989b-051a5b20ca50 req-0dce01c2-afb7-47a1-8b46-e7d906688673 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.753383 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a2031618-dafc-4d52-989b-051a5b20ca50 req-0dce01c2-afb7-47a1-8b46-e7d906688673 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 945 time: 0.1299908 Jun 23 14:11:24.822494 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a2031618-dafc-4d52-989b-051a5b20ca50 req-3e7be74f-dad1-4131-8a3a-2d6c828565bd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Jun 23 14:11:24.882215 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0174302-0668-496d-afd0-d3efd5c38898 x-openstack-request-id: req-c0174302-0668-496d-afd0-d3efd5c38898 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:24.882552 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab3ae74-b671-48fe-b434-fe1546749516", "tag": "17cc619d-1c57-47ef-8cde-f5bbef941186", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:24.882807 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0174302-0668-496d-afd0-d3efd5c38898 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:24.883219 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab3ae74-b671-48fe-b434-fe1546749516', 'tag': '17cc619d-1c57-47ef-8cde-f5bbef941186', 'status': 'completed', 'code': 200} Jun 23 14:11:24.895542 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a5528-a5c5-439e-b412-d147dd18a155 req-63f19000-9fd4-4089-82b5-0a2b99dee152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.896991 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-63f19000-9fd4-4089-82b5-0a2b99dee152 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 1096 time: 0.1086752 Jun 23 14:11:24.908990 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc16e28-030b-4e5f-bef7-6804d2cb3317 req-0cada2ef-1a4c-42fa-9ce3-cb287a612cd7 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.910493 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1bc16e28-030b-4e5f-bef7-6804d2cb3317 req-0cada2ef-1a4c-42fa-9ce3-cb287a612cd7 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 943 time: 0.0925863 Jun 23 14:11:24.966329 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-bcab957b-c71e-4cfe-ad5e-eb9e6ba9e537 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17cc619d-1c57-47ef-8cde-f5bbef941186 HTTP/1.1" status: 200 len: 217 time: 0.0403740 Jun 23 14:11:25.015011 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1bc16e28-030b-4e5f-bef7-6804d2cb3317 req-2e3d9fed-2d60-4931-bca3-3cb29b866a57 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970376 Jun 23 14:11:25.041599 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a5528-a5c5-439e-b412-d147dd18a155 req-e23b4023-8b3b-4cb7-bb9d-8166764b031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.043262 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-e23b4023-8b3b-4cb7-bb9d-8166764b031e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 200 len: 855 time: 0.0710771 Jun 23 14:11:25.078255 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-f5ca641c-7fc3-44c1-bc21-da52af64e7f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268977 Jun 23 14:11:25.085580 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56640) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:25.178182 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-7d5b0bd5-c5ad-4dd2-9959-3c0fc2ac412f service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842707 Jun 23 14:11:25.257631 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8a7466d-5259-4f4a-9636-cb77c5fbd237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.313731 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-614a5528-a5c5-439e-b412-d147dd18a155 req-b358d7dd-a961-43c9-8196-1f2a1f86c774 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226177 Jun 23 14:11:25.371614 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8a7466d-5259-4f4a-9636-cb77c5fbd237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.375874 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8a7466d-5259-4f4a-9636-cb77c5fbd237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.378379 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-69b23641-5857-41b2-abd1-160e0e1f8ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:25.411494 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7466d-5259-4f4a-9636-cb77c5fbd237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6b1b9-6d70-4869-afd4-429c4684a119,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:25.415752 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a8a7466d-5259-4f4a-9636-cb77c5fbd237 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ec5634e4c92438da3206d6ad5c7f76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291452 Jun 23 14:11:25.416654 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a8a7466d-5259-4f4a-9636-cb77c5fbd237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:25.418650 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56650) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:25.477142 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.517277 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.560133 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-13eea72f-55df-461b-a06d-49e71f861a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.561616 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-13eea72f-55df-461b-a06d-49e71f861a80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 1096 time: 0.0970256 Jun 23 14:11:25.590426 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.593211 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.596831 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4f6b1b9-6d70-4869-afd4-429c4684a119 HTTP/1.1" status: 204 len: 168 time: 0.1747177 Jun 23 14:11:25.601665 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4fb2854a-b476-4e4f-92e5-c43ffe41ab2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:25.610408 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6b1b9-6d70-4869-afd4-429c4684a119,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:25.613117 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:25.689244 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-4ea086e9-b0c6-4d85-a347-3d092e7996c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.691052 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-4ea086e9-b0c6-4d85-a347-3d092e7996c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 916 time: 0.1217871 Jun 23 14:11:25.744480 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-2d1b25aa-bf11-40d1-a39e-5ef94781e38c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17cc619d-1c57-47ef-8cde-f5bbef941186 HTTP/1.1" status: 200 len: 217 time: 0.0452995 Jun 23 14:11:25.849480 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-091ffc24-f832-45f8-9a08-4b711c4a8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.849480 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-091ffc24-f832-45f8-9a08-4b711c4a8d9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 200 len: 855 time: 0.0975575 Jun 23 14:11:25.928468 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-bc4783d7-bf32-498e-970c-3f9001ced3b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714173 Jun 23 14:11:25.998684 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56684) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:26.040697 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476296b-3713-4e03-a9ba-177e92136c5e req-55b6317b-479f-4113-9029-69a9dd5339ce tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.042420 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2476296b-3713-4e03-a9ba-177e92136c5e req-55b6317b-479f-4113-9029-69a9dd5339ce tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1744945 Jun 23 14:11:26.081374 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-26f65d96-26b8-48d5-ad69-e385a1d9300a service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432528 Jun 23 14:11:26.099728 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:11:26.131757 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56692) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:26.139682 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2476296b-3713-4e03-a9ba-177e92136c5e req-ec45394d-eba4-4acd-a379-1f3181861a3f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867646 Jun 23 14:11:26.164984 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.257234 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b51ab92d-fdb6-484d-97f0-23230f9e3286 req-3d50b9f1-230c-438a-a223-3a9922a613c0 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508615 Jun 23 14:11:26.268193 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.275521 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.278452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf45e9e-bd7e-4706-ab77-8d800180b148 req-d6ab14eb-0cff-402c-a661-dede4ace301a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.285624 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-acf45e9e-bd7e-4706-ab77-8d800180b148 req-d6ab14eb-0cff-402c-a661-dede4ace301a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 943 time: 0.1081932 Jun 23 14:11:26.308318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:26.312772 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5433f4b975e6485489833665b98c8f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794181 Jun 23 14:11:26.317704 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56698) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:26.347733 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac047c-d4b9-42f9-b975-e9cc41f72f9d,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:26.350995 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-fe84512b-6db0-4d82-b2be-716cdb8c90fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.354772 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-acf45e9e-bd7e-4706-ab77-8d800180b148 req-d67944ff-b45d-457f-9679-25dcec63d484 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680838 Jun 23 14:11:26.358171 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.358597 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.359010 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.359420 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.359821 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.360354 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.360809 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.361238 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.361669 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.362121 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.362545 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.363032 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:26.372808 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:26.397710 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.425051 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.456660 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-fe84512b-6db0-4d82-b2be-716cdb8c90fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.462381 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-fe84512b-6db0-4d82-b2be-716cdb8c90fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.466009 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-cc5019e8-f1f7-4fc3-8f66-df954f43e6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:26.477645 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.480495 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.481761 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7ac047c-d4b9-42f9-b975-e9cc41f72f9d HTTP/1.1" status: 204 len: 168 time: 0.1619742 Jun 23 14:11:26.482617 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a8a7466d-5259-4f4a-9636-cb77c5fbd237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:26.492612 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac047c-d4b9-42f9-b975-e9cc41f72f9d,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:26.495390 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:26.502350 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-fe84512b-6db0-4d82-b2be-716cdb8c90fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e5e2ac9dcdf431586ced219791007d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020900 Jun 23 14:11:26.505396 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56702) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:26.516123 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84512b-6db0-4d82-b2be-716cdb8c90fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a87311-a4ee-4b1d-a7bb-637001a2b739,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:26.520490 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-fe84512b-6db0-4d82-b2be-716cdb8c90fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:26.585679 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.617793 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.679504 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.682779 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.683932 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8a87311-a4ee-4b1d-a7bb-637001a2b739 HTTP/1.1" status: 204 len: 168 time: 0.1773837 Jun 23 14:11:26.684684 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b1c29632-bb31-41f1-8c2f-37a00451e912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:26.693820 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a87311-a4ee-4b1d-a7bb-637001a2b739,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:26.696476 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:27.348492 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de966-0939-41f7-8d08-00dac9e5d91b req-b285d5be-87e9-4b9a-9a23-c086593291d6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:27.350445 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a76de966-0939-41f7-8d08-00dac9e5d91b req-b285d5be-87e9-4b9a-9a23-c086593291d6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0732501 Jun 23 14:11:27.354259 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56756) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:27.408374 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a76de966-0939-41f7-8d08-00dac9e5d91b req-81fe8297-3f66-49a4-af6e-68beec59e4f0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Jun 23 14:11:27.523982 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56772) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:27.565616 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30933433-1cb0-4975-989a-c72d75056ad5 req-12f22030-1e07-4acc-bf1a-6cfbca4835fe tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:27.571393 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30933433-1cb0-4975-989a-c72d75056ad5 req-12f22030-1e07-4acc-bf1a-6cfbca4835fe tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 943 time: 0.0718114 Jun 23 14:11:27.608068 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c7984f5e-6cf9-4456-b837-4284ef3d253b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.654011 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30933433-1cb0-4975-989a-c72d75056ad5 req-af4cd002-5380-46d1-91e4-7615ac8d547b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656722 Jun 23 14:11:27.743909 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b66dfca8-19c4-42f4-9d3b-624ff99e7efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.744064 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c7984f5e-6cf9-4456-b837-4284ef3d253b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.751228 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c7984f5e-6cf9-4456-b837-4284ef3d253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.755050 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:27.792044 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7984f5e-6cf9-4456-b837-4284ef3d253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f65847c-3e67-4355-b824-dd7cca3846fb,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:27.795339 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c7984f5e-6cf9-4456-b837-4284ef3d253b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:27.801603 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c7984f5e-6cf9-4456-b837-4284ef3d253b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=432a018a1a5b44a6a7a4f0f22dd3bca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431067 Jun 23 14:11:27.801603 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56790) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:27.859254 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.885516 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.962942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56796) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:27.969400 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b66dfca8-19c4-42f4-9d3b-624ff99e7efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.975164 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b66dfca8-19c4-42f4-9d3b-624ff99e7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.977397 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.983164 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a918d5ee-4984-4521-ab86-dd2355f195e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:27.985362 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.989724 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f65847c-3e67-4355-b824-dd7cca3846fb HTTP/1.1" status: 204 len: 168 time: 0.1843615 Jun 23 14:11:27.990884 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-bc8881db-622e-4f64-87a7-508966384b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.008311 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f65847c-3e67-4355-b824-dd7cca3846fb,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.013288 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.040357 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-b66dfca8-19c4-42f4-9d3b-624ff99e7efd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=235a7aa0d16a416faca6837c3391e54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152330 Jun 23 14:11:28.043359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56802) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:28.060759 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dfca8-19c4-42f4-9d3b-624ff99e7efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d60ea95-a2f5-4896-b621-fa882dba4394,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.068895 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b66dfca8-19c4-42f4-9d3b-624ff99e7efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.118144 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.142717 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.192680 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.197295 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.201065 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d60ea95-a2f5-4896-b621-fa882dba4394 HTTP/1.1" status: 204 len: 168 time: 0.1543937 Jun 23 14:11:28.201065 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-514ea61b-1ecb-40f3-a5c8-1f8b0c780200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.214895 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1216438642-network', 'tenant_id': 'f57fffd329f34f11baae242b4cae8d56'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:28.223225 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d60ea95-a2f5-4896-b621-fa882dba4394,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.226146 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.276175 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Made reservation on behalf of f57fffd329f34f11baae242b4cae8d56 for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:28.279743 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.291528 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.339181 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e99add-fe47-4614-92f1-6adcf58387b7 req-a6c0ff8e-991b-4fe5-a6b2-15f09e27b708 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.340560 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96e99add-fe47-4614-92f1-6adcf58387b7 req-a6c0ff8e-991b-4fe5-a6b2-15f09e27b708 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 945 time: 0.1213541 Jun 23 14:11:28.407285 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96e99add-fe47-4614-92f1-6adcf58387b7 req-704ec5c3-7dfc-43fa-90d8-4f4370ea2299 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571682 Jun 23 14:11:28.453373 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 56816) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:28.470741 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a0c4abb8-a840-4c78-807c-ac4a6b886c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.478048 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.526852 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 17cc619d-1c57-47ef-8cde-f5bbef941186 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:28.580122 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a0c4abb8-a840-4c78-807c-ac4a6b886c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.581234 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.594041 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:28.604436 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.604776 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Added segment 8ef13b1d-847d-4dea-8677-fc5ec46479f6 of type vlan for network 69d6511f-5f87-4c25-8e11-7589307fc638 Jun 23 14:11:28.639642 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-57a1fbf6-5339-4d23-b012-5af2c3daa2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.649251 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a0c4abb8-a840-4c78-807c-ac4a6b886c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.652190 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 17cc619d-1c57-47ef-8cde-f5bbef941186, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=17cc619d-1c57-47ef-8cde-f5bbef941186,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:28.665261 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '17cc619d-1c57-47ef-8cde-f5bbef941186', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'port_id': '17cc619d-1c57-47ef-8cde-f5bbef941186', 'mac_address': 'fa:16:3e:53:8d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfde936a-85e6-46f8-84ec-46d452f963af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:28.685842 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.711763 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.725541 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a0c4abb8-a840-4c78-807c-ac4a6b886c28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a28851253954570b5dd989f18eef2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714748 Jun 23 14:11:28.728367 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17cc619d-1c57-47ef-8cde-f5bbef941186 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:28.728493 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56832) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:28.738451 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192af0e6-4e73-405a-a892-267e21b7f87f,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.744817 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.749982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dd721a13-2597-4396-88a7-cbe09a3edbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.769422 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 17cc619d-1c57-47ef-8cde-f5bbef941186, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=17cc619d-1c57-47ef-8cde-f5bbef941186,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:28.779597 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.783428 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-f611c1fc-123d-4483-994f-dfdc548be590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.784163 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.787394 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.787973 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.793694 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4abb8-a840-4c78-807c-ac4a6b886c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3fe34-098c-4d6f-b850-2f1ea11b38dc,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.800297 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a0c4abb8-a840-4c78-807c-ac4a6b886c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.802280 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f0c22106-0d5b-413c-9f25-65511388caab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.842406 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.847073 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=17cc619d-1c57-47ef-8cde-f5bbef941186,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.857048 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9f47-85c1-4471-8919-fe8bf0a86180 req-0977d612-49fd-4960-be68-2bb65c1b59c0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.860669 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.861487 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.862443 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.862970 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.863510 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.863853 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-92cc9f47-85c1-4471-8919-fe8bf0a86180 req-0977d612-49fd-4960-be68-2bb65c1b59c0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.2257128 Jun 23 14:11:28.864338 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.864944 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.866423 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.866955 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.868754 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.874566 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9059410 Jun 23 14:11:28.874718 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 56834) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:28.875939 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.877992 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:28.879704 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Request body: {'subnet': {'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1216438642-subnet', 'tenant_id': 'f57fffd329f34f11baae242b4cae8d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:28.885063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.911301 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.923613 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Pushing event updated for resources: {'Network': ['ID=69d6511f-5f87-4c25-8e11-7589307fc638,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.928164 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.934180 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 69d6511f-5f87-4c25-8e11-7589307fc638 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:28.961316 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Made reservation on behalf of f57fffd329f34f11baae242b4cae8d56 for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:28.961703 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-92cc9f47-85c1-4471-8919-fe8bf0a86180 req-097fd94c-a9a7-4130-a68a-50dff4e4bbf2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968337 Jun 23 14:11:28.964589 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.003046 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2d06a-9883-4635-8194-0b617bc91338 req-79533883-6838-4a53-a076-d51062f07054 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.004907 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-87f2d06a-9883-4635-8194-0b617bc91338 req-79533883-6838-4a53-a076-d51062f07054 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 944 time: 0.2037842 Jun 23 14:11:29.060005 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.062561 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.063710 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06d3fe34-098c-4d6f-b850-2f1ea11b38dc HTTP/1.1" status: 204 len: 168 time: 0.3340271 Jun 23 14:11:29.066112 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4d56b9e0-67ff-4c5e-98ee-04314305b74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:29.075260 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-87f2d06a-9883-4635-8194-0b617bc91338 req-0ef3b25d-5d26-4638-bb3e-89243fd3e877 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640128 Jun 23 14:11:29.081331 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3fe34-098c-4d6f-b850-2f1ea11b38dc,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:29.086173 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:29.185621 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.187979 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:29.233990 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33963dc-2cea-4e5b-b7b7-80c46edf571d,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:29.240791 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:29.249693 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Checking segment: {'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:29.250159 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Network hostable DHCP agents. Network: 69d6511f-5f87-4c25-8e11-7589307fc638, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:29.268763 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Network 69d6511f-5f87-4c25-8e11-7589307fc638 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:29.279573 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 69d6511f-5f87-4c25-8e11-7589307fc638) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:29.289931 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b9255e-92e5-40a2-a0e5-c61d8dddc0c7 None None] Network 69d6511f-5f87-4c25-8e11-7589307fc638 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:29.296816 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.298257 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.337658 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-eee47f7c-9ebe-46a5-8ba4-e7fbebbbe0af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4626074 Jun 23 14:11:29.357611 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:29.518042 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1552661b-c3b3-4f08-8239-bad6869522d6 None None] Network 69d6511f-5f87-4c25-8e11-7589307fc638 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:29.665513 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a68518-0895-4e75-a63f-ed23459e66dd req-48c4119b-3443-4b37-a7fc-8fa684e09e5e tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.673446 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20a68518-0895-4e75-a63f-ed23459e66dd req-48c4119b-3443-4b37-a7fc-8fa684e09e5e tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 945 time: 0.0939071 Jun 23 14:11:29.725503 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20a68518-0895-4e75-a63f-ed23459e66dd req-4fb32065-6690-4549-921a-692260ee6dec tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Jun 23 14:11:30.178739 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d539ae-f6ec-43a6-8c15-699e420ef7d4 req-c4e04b38-348e-4cd1-9f3e-5abf85f520ba tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.183741 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7d539ae-f6ec-43a6-8c15-699e420ef7d4 req-c4e04b38-348e-4cd1-9f3e-5abf85f520ba tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0904675 Jun 23 14:11:30.298154 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7d539ae-f6ec-43a6-8c15-699e420ef7d4 req-0a0b44d5-4166-4bf3-b04b-97d36519a1c2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949981 Jun 23 14:11:30.344107 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8890f1-9c96-4079-aaaa-1bb924a03b8d req-3b0e23b6-3e02-449a-8938-51ee70af9bf1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.346419 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bd8890f1-9c96-4079-aaaa-1bb924a03b8d req-3b0e23b6-3e02-449a-8938-51ee70af9bf1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 944 time: 0.1221685 Jun 23 14:11:30.386550 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bd8890f1-9c96-4079-aaaa-1bb924a03b8d req-2192c9e3-291c-43f4-99c8-73f647a019fd tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Jun 23 14:11:30.475792 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-a9bda3f5-0a69-4d77-b86f-99c1136093c9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.477349 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-a9bda3f5-0a69-4d77-b86f-99c1136093c9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 945 time: 0.0633173 Jun 23 14:11:30.611889 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Deleting port 864d529f-f1fb-41e1-9819-94d21fe06718 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:30.612244 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:30.698290 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] For port 864d529f-f1fb-41e1-9819-94d21fe06718, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=864d529f-f1fb-41e1-9819-94d21fe06718,segment=NetworkSegment(7f0d3792-6975-4cbb-8d87-af620b3783bb),segment_id=7f0d3792-6975-4cbb-8d87-af620b3783bb)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:30.698931 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:30.717197 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Calling delete_port for 864d529f-f1fb-41e1-9819-94d21fe06718 owned by compute:nova {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:30.907592 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:30.919718 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:30.946700 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['864d529f-f1fb-41e1-9819-94d21fe06718'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:30.957906 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Pushing event deleted for resources: {'Port': ['ID=864d529f-f1fb-41e1-9819-94d21fe06718,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:30.963693 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:31.018194 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] No DVR routers for this DVR port 864d529f-f1fb-41e1-9819-94d21fe06718 on host hv-cinder-78447 {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:31.034334 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12d57e-b679-4c9a-b121-7682a383f0b4 req-2d12733f-2d3d-4594-be1a-3fa372819d88 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.035536 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9d12d57e-b679-4c9a-b121-7682a383f0b4 req-2d12733f-2d3d-4594-be1a-3fa372819d88 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d72136b-e373-4a97-a9ee-bf5ffabc933c HTTP/1.1" status: 200 len: 867 time: 0.1715248 Jun 23 14:11:31.054430 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:31.056629 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3fa6fca7-7d28-40df-b5c2-baf6ed25681a req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.53 "DELETE /v2.0/ports/864d529f-f1fb-41e1-9819-94d21fe06718 HTTP/1.1" status: 204 len: 173 time: 0.5710397 Jun 23 14:11:31.057194 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'name': 'network-vif-deleted', 'tag': '864d529f-f1fb-41e1-9819-94d21fe06718'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:31.059514 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63e357d-18ee-422b-9159-5d0fa734a54c" -d '{"events": [{"server_uuid": "5d72136b-e373-4a97-a9ee-bf5ffabc933c", "name": "network-vif-deleted", "tag": "864d529f-f1fb-41e1-9819-94d21fe06718"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:31.110177 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9d12d57e-b679-4c9a-b121-7682a383f0b4 req-d61a95ad-0c10-4ee7-a3fe-70e14857131f tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] 10.222.0.55 "GET /v2.0/security-groups?id=673019c0-8dc4-45e9-bf3f-988b0881f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572464 Jun 23 14:11:31.128419 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900b39c0-144d-4db8-a922-9e4958b042c5 x-openstack-request-id: req-900b39c0-144d-4db8-a922-9e4958b042c5 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:31.128735 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72136b-e373-4a97-a9ee-bf5ffabc933c", "name": "network-vif-deleted", "tag": "864d529f-f1fb-41e1-9819-94d21fe06718", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:31.129005 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-900b39c0-144d-4db8-a922-9e4958b042c5 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:31.129415 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72136b-e373-4a97-a9ee-bf5ffabc933c', 'name': 'network-vif-deleted', 'tag': '864d529f-f1fb-41e1-9819-94d21fe06718', 'status': 'completed', 'code': 200} Jun 23 14:11:31.561545 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c374-ee82-4936-84f4-0df7e0cb830d req-0d7de922-337f-4c9b-9bae-8a754b9987a8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.582098 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4cd6c374-ee82-4936-84f4-0df7e0cb830d req-0d7de922-337f-4c9b-9bae-8a754b9987a8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1504016 Jun 23 14:11:31.679910 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4cd6c374-ee82-4936-84f4-0df7e0cb830d req-39d63b69-0104-42ad-b0a2-f3a953b11227 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961268 Jun 23 14:11:31.715075 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83242d8-d270-41ba-ade8-73ed93752731 req-7bd71555-7fc0-485c-a693-43ab071cf827 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.716576 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a83242d8-d270-41ba-ade8-73ed93752731 req-7bd71555-7fc0-485c-a693-43ab071cf827 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 944 time: 0.1220822 Jun 23 14:11:31.801339 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a83242d8-d270-41ba-ade8-73ed93752731 req-8968eedd-b8da-422d-a3bf-a3a6b35a4374 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 Jun 23 14:11:31.952791 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-7961a43c-97bd-439f-a7d1-b444b636932d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.954316 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-7961a43c-97bd-439f-a7d1-b444b636932d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/networks?id=69d6511f-5f87-4c25-8e11-7589307fc638 HTTP/1.1" status: 200 len: 809 time: 0.1206703 Jun 23 14:11:31.972531 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-833857e4-0531-4d68-863a-b7b25629dfbc tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/quotas/f57fffd329f34f11baae242b4cae8d56 HTTP/1.1" status: 200 len: 375 time: 0.0117793 Jun 23 14:11:32.012191 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-c7464e4e-5648-4f6d-965f-fde8fb053f19 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f57fffd329f34f11baae242b4cae8d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340426 Jun 23 14:11:32.111477 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-5790b1c0-c179-4e1e-8350-93591c51c684 service neutron] 10.222.0.55 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925918 Jun 23 14:11:32.484208 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-98fda449-2f77-4f5b-89f2-cdfcfb3fffd1 service neutron] 10.222.0.55 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658555 Jun 23 14:11:32.570492 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 17cc619d-1c57-47ef-8cde-f5bbef941186 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:32.642658 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 17cc619d-1c57-47ef-8cde-f5bbef941186 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:32.647062 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 17cc619d-1c57-47ef-8cde-f5bbef941186 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:32.647484 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.684663 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3dfb93d0-cc1e-4ac2-a33e-f6443c410fec req-7963fae0-d2b7-4176-b578-00439afb1b63 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 210 time: 0.0291498 Jun 23 14:11:32.739738 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.774495 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab3ae74-b671-48fe-b434-fe1546749516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cc619d-1c57-47ef-8cde-f5bbef941186'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:32.777719 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e8bbfb-e19b-4831-a91f-c739341a5710" -d '{"events": [{"server_uuid": "6ab3ae74-b671-48fe-b434-fe1546749516", "name": "network-vif-plugged", "status": "completed", "tag": "17cc619d-1c57-47ef-8cde-f5bbef941186"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:32.796851 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 17cc619d-1c57-47ef-8cde-f5bbef941186, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=17cc619d-1c57-47ef-8cde-f5bbef941186,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:32.804099 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.806945 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:32.847715 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c004b7-9a15-497a-82c6-ff47666dded6 x-openstack-request-id: req-77c004b7-9a15-497a-82c6-ff47666dded6 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:32.848025 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab3ae74-b671-48fe-b434-fe1546749516", "name": "network-vif-plugged", "status": "completed", "tag": "17cc619d-1c57-47ef-8cde-f5bbef941186", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:32.848295 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77c004b7-9a15-497a-82c6-ff47666dded6 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:32.848690 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab3ae74-b671-48fe-b434-fe1546749516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cc619d-1c57-47ef-8cde-f5bbef941186', 'code': 200} Jun 23 14:11:32.907213 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=17cc619d-1c57-47ef-8cde-f5bbef941186,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:32.911063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:32.917403 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee6268-3647-48c3-b936-d598b9e3b86f req-41cf3a10-94ec-47dc-9257-2dfc303be60f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:32.925588 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3dee6268-3647-48c3-b936-d598b9e3b86f req-41cf3a10-94ec-47dc-9257-2dfc303be60f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1174521 Jun 23 14:11:32.975627 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3dee6268-3647-48c3-b936-d598b9e3b86f req-4a72eb28-4d22-42f4-a5a9-bca092d54f0b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464883 Jun 23 14:11:33.244228 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177dd1-458f-4144-9b4c-240279b1f71f req-d8ee4db2-7f94-41a3-b487-a0895a610df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.245747 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77177dd1-458f-4144-9b4c-240279b1f71f req-d8ee4db2-7f94-41a3-b487-a0895a610df1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 1098 time: 0.1000826 Jun 23 14:11:33.261946 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dc2e-e215-45dd-96ac-6d748e075177 req-64ee7edb-1a9d-472d-ad50-0be016a030d0 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.263981 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e968dc2e-e215-45dd-96ac-6d748e075177 req-64ee7edb-1a9d-472d-ad50-0be016a030d0 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 945 time: 0.0858672 Jun 23 14:11:33.313007 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77177dd1-458f-4144-9b4c-240279b1f71f req-4c11312c-f2c5-4330-9b16-9cb393016898 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Jun 23 14:11:33.325241 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e968dc2e-e215-45dd-96ac-6d748e075177 req-b8b883f9-da85-4c26-8360-998b336ab393 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Jun 23 14:11:33.845478 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f02bcb6-f29b-4280-a0ca-9c179f5ab8c9 req-223e3532-92d1-42ad-99fd-5fa9ce12a7a7 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 210 time: 0.0360489 Jun 23 14:11:34.157320 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e333198-e2ed-4437-b512-5e846d7c92c3 req-d126b8dd-a5b3-449f-ae2f-1ea9f40e47d1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.164422 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2e333198-e2ed-4437-b512-5e846d7c92c3 req-d126b8dd-a5b3-449f-ae2f-1ea9f40e47d1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0743423 Jun 23 14:11:34.197332 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2e333198-e2ed-4437-b512-5e846d7c92c3 req-a1611526-a869-4edd-a350-f8296ea4e1ad tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Jun 23 14:11:34.485781 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-672cb875-63b2-426c-8213-4ca0f70329c1 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.487292 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-672cb875-63b2-426c-8213-4ca0f70329c1 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "GET /v2.0/networks?id=69d6511f-5f87-4c25-8e11-7589307fc638 HTTP/1.1" status: 200 len: 809 time: 0.1571383 Jun 23 14:11:34.512360 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Request body: {'port': {'device_id': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638', 'admin_state_up': True, 'tenant_id': 'f57fffd329f34f11baae242b4cae8d56'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:34.576807 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 864d529f-f1fb-41e1-9819-94d21fe06718 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:34.586091 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f8802-6b38-4e58-9191-3690047bc2c3 req-0014273f-b72e-4f4b-a04d-2842796fa757 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.588891 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1b8f8802-6b38-4e58-9191-3690047bc2c3 req-0014273f-b72e-4f4b-a04d-2842796fa757 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 945 time: 0.1472840 Jun 23 14:11:34.609101 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 864d529f-f1fb-41e1-9819-94d21fe06718 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:34.609385 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 864d529f-f1fb-41e1-9819-94d21fe06718 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:34.664287 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1b8f8802-6b38-4e58-9191-3690047bc2c3 req-20b792d1-afc4-42f6-ab39-123625a1d9a8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660660 Jun 23 14:11:34.679077 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Made reservation on behalf of f57fffd329f34f11baae242b4cae8d56 for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:34.683582 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.808529 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Allocated IP 172.20.0.11 (69d6511f-5f87-4c25-8e11-7589307fc638/e33963dc-2cea-4e5b-b7b7-80c46edf571d/a267185b-b53c-43fe-b83c-c56fa7155977) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:34.983145 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.006750 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-40d4543f-f9a1-4134-81e7-ee605c9d2d0b req-9a5ddedd-9088-4cbb-9b81-93344c3552c4 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 210 time: 0.0375261 Jun 23 14:11:35.055116 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.060620 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-fcd2d85d-7712-40bb-a4cf-2bfe4630db83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:35.062108 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-851e46de-280e-4301-bd04-3d1dd49e1bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.102440 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Network 69d6511f-5f87-4c25-8e11-7589307fc638 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:35.107431 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:35.111609 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:35.136900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Pushing event updated for resources: {'Port': ['ID=a267185b-b53c-43fe-b83c-c56fa7155977,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:35.141147 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:35.167994 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.168790 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.188894 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6814196 Jun 23 14:11:35.212239 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Request body: {'port': {'device_id': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:35.353229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.539982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41004d6-0d07-4ca5-b067-8312522e77d2 req-c73db1d6-2d97-4c9f-b59d-b7c53f628408 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.542583 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a41004d6-0d07-4ca5-b067-8312522e77d2 req-c73db1d6-2d97-4c9f-b59d-b7c53f628408 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1722491 Jun 23 14:11:35.618464 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a41004d6-0d07-4ca5-b067-8312522e77d2 req-ffa6f4ba-46d1-4178-96f6-00d8880abfa8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655501 Jun 23 14:11:35.750322 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a267185b-b53c-43fe-b83c-c56fa7155977 {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:35.757577 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.770033 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Transition to ACTIVE for port object a267185b-b53c-43fe-b83c-c56fa7155977 will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:35.775333 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.778517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-45874962-7d61-4bab-9caa-03acde8010b6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:35.894151 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=a267185b-b53c-43fe-b83c-c56fa7155977,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:35.897211 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:35.952473 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f9823-d608-4e89-a5a4-f0d38bbe5279 req-f86b7a77-057c-4f02-b737-624640b419f9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.953953 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-471f9823-d608-4e89-a5a4-f0d38bbe5279 req-f86b7a77-057c-4f02-b737-624640b419f9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 945 time: 0.1511002 Jun 23 14:11:35.975255 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Attempting to bind port a267185b-b53c-43fe-b83c-c56fa7155977 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:35.976120 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Attempting to bind port a267185b-b53c-43fe-b83c-c56fa7155977 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:35.976120 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Attempting to bind port a267185b-b53c-43fe-b83c-c56fa7155977 on network 69d6511f-5f87-4c25-8e11-7589307fc638 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:35.994386 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Port a267185b-b53c-43fe-b83c-c56fa7155977 on network 69d6511f-5f87-4c25-8e11-7589307fc638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:35.994777 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Attempting to bind port a267185b-b53c-43fe-b83c-c56fa7155977 on network 69d6511f-5f87-4c25-8e11-7589307fc638 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:36.002279 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:36.002628 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Checking segment: {'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:36.003010 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Bound using segment: {'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:36.003527 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Bound port: a267185b-b53c-43fe-b83c-c56fa7155977, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:36.004105 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.031701 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-471f9823-d608-4e89-a5a4-f0d38bbe5279 req-c5ba839c-576b-4609-aaf6-147d79c30504 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694737 Jun 23 14:11:36.108067 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] For port a267185b-b53c-43fe-b83c-c56fa7155977, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:36.111999 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] For port a267185b-b53c-43fe-b83c-c56fa7155977, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a267185b-b53c-43fe-b83c-c56fa7155977,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:36.116869 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.120393 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:36.152076 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.152544 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.153978 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] 10.222.0.53 "PUT /v2.0/ports/a267185b-b53c-43fe-b83c-c56fa7155977 HTTP/1.1" status: 200 len: 1094 time: 0.9470434 Jun 23 14:11:36.155583 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'tag': 'a267185b-b53c-43fe-b83c-c56fa7155977'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:36.157850 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e9b37-d817-4bb6-9709-5b82488514ae" -d '{"events": [{"name": "network-changed", "server_uuid": "199a1831-b4c1-48bc-9fcd-3e7404c38af0", "tag": "a267185b-b53c-43fe-b83c-c56fa7155977"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:36.203983 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47de6139-8c06-4fe0-98df-e5971878d1d6 x-openstack-request-id: req-47de6139-8c06-4fe0-98df-e5971878d1d6 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:36.204618 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199a1831-b4c1-48bc-9fcd-3e7404c38af0", "tag": "a267185b-b53c-43fe-b83c-c56fa7155977", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:36.204618 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47de6139-8c06-4fe0-98df-e5971878d1d6 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:36.204965 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'tag': 'a267185b-b53c-43fe-b83c-c56fa7155977', 'status': 'completed', 'code': 200} Jun 23 14:11:36.224310 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=a267185b-b53c-43fe-b83c-c56fa7155977,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.228118 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.279260 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351aade-f903-4fd6-836d-46626d715445 req-a4263330-7ac3-47fb-9631-e20e084ce8fe tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.280801 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f351aade-f903-4fd6-836d-46626d715445 req-a4263330-7ac3-47fb-9631-e20e084ce8fe tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 944 time: 0.1259582 Jun 23 14:11:36.360346 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f351aade-f903-4fd6-836d-46626d715445 req-46f8699f-e1fb-4725-836d-8138c0429f05 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 Jun 23 14:11:36.367278 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-08a9f85a-6fe2-4be5-8cfe-5f86189431bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.368908 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-08a9f85a-6fe2-4be5-8cfe-5f86189431bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57fffd329f34f11baae242b4cae8d56&device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 1097 time: 0.1271350 Jun 23 14:11:36.435358 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-411647a7-557a-4696-ac43-f74902210896 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a267185b-b53c-43fe-b83c-c56fa7155977 HTTP/1.1" status: 200 len: 217 time: 0.0384114 Jun 23 14:11:36.484765 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-96942fe6-5dcd-4134-ab8d-8c13eca89741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.486290 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-96942fe6-5dcd-4134-ab8d-8c13eca89741 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33963dc-2cea-4e5b-b7b7-80c46edf571d HTTP/1.1" status: 200 len: 849 time: 0.0431547 Jun 23 14:11:36.519666 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-7002c17c-9d88-42e8-b125-496232bc2a18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69d6511f-5f87-4c25-8e11-7589307fc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260530 Jun 23 14:11:36.619116 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-0b874f4c-5382-4ea4-8436-294a76c72f60 service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904732 Jun 23 14:11:36.749370 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01f58590-2e9b-46bd-8bb8-8ccbe3a9ed90 req-837fce45-cc70-4b6c-98df-064fe17bc0c2 service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225324 Jun 23 14:11:36.868452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c41e7-61e5-4805-993c-af62f96c8cd9 req-3fcc3877-9b22-4b0d-8d8d-10dc539ac7e8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.870872 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-615c41e7-61e5-4805-993c-af62f96c8cd9 req-3fcc3877-9b22-4b0d-8d8d-10dc539ac7e8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0820026 Jun 23 14:11:36.939165 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-615c41e7-61e5-4805-993c-af62f96c8cd9 req-bd8b6422-f378-46ff-8394-99b10e6ea60d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Jun 23 14:11:36.958117 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-190ee1d9-9bd5-4866-b3d5-3d603ad13293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.959572 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-190ee1d9-9bd5-4866-b3d5-3d603ad13293 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57fffd329f34f11baae242b4cae8d56&device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 1097 time: 0.0690544 Jun 23 14:11:37.054173 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-31626c61-afb8-401c-ac9d-b4f7cec50a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.055643 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-31626c61-afb8-401c-ac9d-b4f7cec50a29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=69d6511f-5f87-4c25-8e11-7589307fc638 HTTP/1.1" status: 200 len: 910 time: 0.0885763 Jun 23 14:11:37.098456 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-b2183ee8-2175-4fd7-899b-99d75d0203ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a267185b-b53c-43fe-b83c-c56fa7155977 HTTP/1.1" status: 200 len: 217 time: 0.0352235 Jun 23 14:11:37.150100 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-e215dac2-b2dc-4b28-bd21-711650144a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.151583 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-e215dac2-b2dc-4b28-bd21-711650144a44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33963dc-2cea-4e5b-b7b7-80c46edf571d HTTP/1.1" status: 200 len: 849 time: 0.0461638 Jun 23 14:11:37.183549 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-de17434d-d09f-41fb-962e-224acfcd8c7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69d6511f-5f87-4c25-8e11-7589307fc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254638 Jun 23 14:11:37.281747 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-7fefc325-4425-4ba4-9ff3-3fd0330e6445 service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886791 Jun 23 14:11:37.379057 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b33e9b37-d817-4bb6-9709-5b82488514ae req-e6f7fa52-190e-4a52-8e8b-0422f656bade service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879750 Jun 23 14:11:37.539682 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07c483-2408-4607-bd3d-31276e9a4f09 req-2f842e18-63c6-4be2-8fe5-6ec9567728ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.541307 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7f07c483-2408-4607-bd3d-31276e9a4f09 req-2f842e18-63c6-4be2-8fe5-6ec9567728ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 944 time: 0.0667658 Jun 23 14:11:37.582230 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-32718f7b-cf63-47d2-b5b5-3a9fa87e20fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.592675 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7f07c483-2408-4607-bd3d-31276e9a4f09 req-e252a1e1-ed1a-4348-842c-8d558ad1327b tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454671 Jun 23 14:11:38.160172 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e6519-c00e-453e-b506-0200b1531e48 req-72d9cd3b-c4e5-4d98-9afc-c4edb3460f6d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.160172 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-be9e6519-c00e-453e-b506-0200b1531e48 req-72d9cd3b-c4e5-4d98-9afc-c4edb3460f6d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0796871 Jun 23 14:11:38.199395 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-be9e6519-c00e-453e-b506-0200b1531e48 req-669ac920-2cdf-4724-aa89-a44760d3ca71 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Jun 23 14:11:38.338987 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57306) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:38.449243 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc4b3-fe15-4814-8f0c-f8778e1d74b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.550284 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc4b3-fe15-4814-8f0c-f8778e1d74b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.561202 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc4b3-fe15-4814-8f0c-f8778e1d74b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.580528 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c7bef0ab-4828-41b3-8b50-0b93c5897d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:38.625500 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-ea2bc4b3-fe15-4814-8f0c-f8778e1d74b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19082c4129594617b8454f0e4413ccb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828243 Jun 23 14:11:38.625500 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bc4b3-fe15-4814-8f0c-f8778e1d74b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fcd9e2-2b40-44bd-b619-f03f7ed3d82e,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:38.626794 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57320) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:38.629503 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-ea2bc4b3-fe15-4814-8f0c-f8778e1d74b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:38.652702 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965964a-faff-496d-bb56-b3fb3861d970 req-576ea483-2507-4866-906a-fa427c962075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.656169 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5965964a-faff-496d-bb56-b3fb3861d970 req-576ea483-2507-4866-906a-fa427c962075 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 1098 time: 0.1039336 Jun 23 14:11:38.684096 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.706466 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5965964a-faff-496d-bb56-b3fb3861d970 req-96510a73-bd5b-4c34-9ac9-8efc049b1311 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331390 Jun 23 14:11:38.710998 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.732211 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57324) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:38.764521 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.767264 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.771438 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88fcd9e2-2b40-44bd-b619-f03f7ed3d82e HTTP/1.1" status: 204 len: 168 time: 0.1428936 Jun 23 14:11:38.772226 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a8e27bb3-7f8a-4fd2-aa0c-00e61a136909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:38.779712 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fcd9e2-2b40-44bd-b619-f03f7ed3d82e,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:38.790397 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:38.805111 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eda03-1c01-476e-bfa6-ea52c1e6ee3f req-008efff1-efca-4e46-afc3-c81222805898 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.806549 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-100eda03-1c01-476e-bfa6-ea52c1e6ee3f req-008efff1-efca-4e46-afc3-c81222805898 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 944 time: 0.0830567 Jun 23 14:11:38.852049 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-100eda03-1c01-476e-bfa6-ea52c1e6ee3f req-cf987796-a1a3-4f98-bf2c-8a6db7fc1123 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Jun 23 14:11:38.873157 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6f084bfc-caa3-4b5a-93f0-369f4e97a39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.967944 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6f084bfc-caa3-4b5a-93f0-369f4e97a39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.972964 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6f084bfc-caa3-4b5a-93f0-369f4e97a39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.977029 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1bcbfa34-9c94-41fd-bc5e-f4fced7cb72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:39.004326 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f084bfc-caa3-4b5a-93f0-369f4e97a39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910b42b6-cacc-44c6-8f78-b34de960fcd2,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:39.009452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6f084bfc-caa3-4b5a-93f0-369f4e97a39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:39.019206 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.026539 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-6f084bfc-caa3-4b5a-93f0-369f4e97a39d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14ccad97b5ca4861bb2e00e2b3b444dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895746 Jun 23 14:11:39.027462 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57338) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:39.028391 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.083461 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.099882 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57340) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:39.105963 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.113449 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4a0b33f0-b471-4751-b2e7-b94796762e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.156743 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.159651 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.161071 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/910b42b6-cacc-44c6-8f78-b34de960fcd2 HTTP/1.1" status: 204 len: 168 time: 0.1325455 Jun 23 14:11:39.161850 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-442d5b9c-9227-4cd4-91c3-c84c0101fa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:39.173066 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910b42b6-cacc-44c6-8f78-b34de960fcd2,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:39.175573 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:39.249428 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4a0b33f0-b471-4751-b2e7-b94796762e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.255091 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4a0b33f0-b471-4751-b2e7-b94796762e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.287913 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c2900725-5bf6-4c12-9299-76a9207d4483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:39.296095 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57352) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:39.306377 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4a0b33f0-b471-4751-b2e7-b94796762e49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f19c99295ae45bfb707d22a5ad2c109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053120 Jun 23 14:11:39.353427 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b33f0-b471-4751-b2e7-b94796762e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0c9f6-e657-48e4-a1de-d7be7f90c845,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:39.374418 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4a0b33f0-b471-4751-b2e7-b94796762e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:39.414914 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.456836 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.496815 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735c933-d278-4aa4-95a0-d8d0904ea16e req-6641d243-0104-458f-a5ba-a316f48b69e5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:39.499424 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3735c933-d278-4aa4-95a0-d8d0904ea16e req-6641d243-0104-458f-a5ba-a316f48b69e5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.1445489 Jun 23 14:11:39.563839 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3735c933-d278-4aa4-95a0-d8d0904ea16e req-ba745290-f0de-446c-ac75-26b8b9300c0a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 Jun 23 14:11:39.566861 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.574518 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.577250 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6eb0c9f6-e657-48e4-a1de-d7be7f90c845 HTTP/1.1" status: 204 len: 168 time: 0.2799182 Jun 23 14:11:39.578452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-416ee1b5-8659-45c7-bc61-fb0fd4c786ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:39.603349 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0c9f6-e657-48e4-a1de-d7be7f90c845,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:39.612838 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:39.736671 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57370) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:39.749658 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f569-1641-4579-9467-3b1d914b1454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.836405 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f569-1641-4579-9467-3b1d914b1454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.841764 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f569-1641-4579-9467-3b1d914b1454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.845484 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b66dfca8-19c4-42f4-9d3b-624ff99e7efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:39.878723 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3ac6f569-1641-4579-9467-3b1d914b1454 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10924c8d1c644e4facb3fb5dc1ffd169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407959 Jun 23 14:11:39.881306 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57376) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:39.884996 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6f569-1641-4579-9467-3b1d914b1454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff154eda-a1c8-424d-ada7-789e8254cf9b,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:39.888673 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3ac6f569-1641-4579-9467-3b1d914b1454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:39.943609 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.965350 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.026728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57378) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:40.039637 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d7bc-c2ff-481c-8328-d0f046185f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.065336 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e1a30-9988-4fa1-8871-a24a43e256e5 req-5b86873e-6e04-4518-926d-543d8832e55b tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.067237 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-520e1a30-9988-4fa1-8871-a24a43e256e5 req-5b86873e-6e04-4518-926d-543d8832e55b tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 944 time: 0.0837591 Jun 23 14:11:40.067870 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.071691 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.072830 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff154eda-a1c8-424d-ada7-789e8254cf9b HTTP/1.1" status: 204 len: 168 time: 0.1905184 Jun 23 14:11:40.073668 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-bffa9481-0bf2-4d38-81d2-bb3de00d9af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:40.097862 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff154eda-a1c8-424d-ada7-789e8254cf9b,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:40.100685 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:40.126380 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-520e1a30-9988-4fa1-8871-a24a43e256e5 req-e9e77209-a998-4e0a-a72b-11725f4cd97b tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494080 Jun 23 14:11:40.154095 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d7bc-c2ff-481c-8328-d0f046185f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.159806 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d7bc-c2ff-481c-8328-d0f046185f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.162399 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c8ab7793-9b42-443f-8536-7f8eef8d771b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:40.201303 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5d7bc-c2ff-481c-8328-d0f046185f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c40a1f-2261-4f23-82f6-ce372ff64c30,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:40.204875 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e4b5d7bc-c2ff-481c-8328-d0f046185f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:40.210086 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-e4b5d7bc-c2ff-481c-8328-d0f046185f61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e48f4fb05c4e4181b348f5973f04e4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799567 Jun 23 14:11:40.210575 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57384) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:40.262476 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.293394 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.350441 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.352273 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.353532 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.358366 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7c40a1f-2261-4f23-82f6-ce372ff64c30 HTTP/1.1" status: 204 len: 168 time: 0.1435430 Jun 23 14:11:40.358366 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c3ae1d7d-f7e1-4636-b675-800ebadcfd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:40.363332 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c40a1f-2261-4f23-82f6-ce372ff64c30,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:40.372519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:40.497363 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57392) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:40.512548 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3b42adc5-818b-4503-aaf6-d094193aff44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.624022 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3b42adc5-818b-4503-aaf6-d094193aff44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.630854 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device a267185b-b53c-43fe-b83c-c56fa7155977 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:40.631013 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3b42adc5-818b-4503-aaf6-d094193aff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.659682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a1914c0d-4cc9-4e10-b544-f1ad5ccc3ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:40.667940 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57404) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:40.668860 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3b42adc5-818b-4503-aaf6-d094193aff44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2c40024584349f5a5ac8f897b98a3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700995 Jun 23 14:11:40.696908 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42adc5-818b-4503-aaf6-d094193aff44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59efd90-7e76-4b65-a4b2-9de4e46c76af,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:40.701224 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3b42adc5-818b-4503-aaf6-d094193aff44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:40.802224 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port a267185b-b53c-43fe-b83c-c56fa7155977, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a267185b-b53c-43fe-b83c-c56fa7155977,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:40.804239 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.856063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': 'a267185b-b53c-43fe-b83c-c56fa7155977', 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638', 'port_id': 'a267185b-b53c-43fe-b83c-c56fa7155977', 'mac_address': 'fa:16:3e:3c:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33963dc-2cea-4e5b-b7b7-80c46edf571d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:40.953260 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.990099 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a267185b-b53c-43fe-b83c-c56fa7155977 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:41.039535 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port a267185b-b53c-43fe-b83c-c56fa7155977, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a267185b-b53c-43fe-b83c-c56fa7155977,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:41.049033 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:41.051078 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:41.113475 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=a267185b-b53c-43fe-b83c-c56fa7155977,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:41.117317 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:41.171327 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:41.216712 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ea977-c878-4cda-99a6-bea2dab059d6 req-8d0d5fe4-cbfa-4743-b8b3-bec507b7829b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.224536 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-712ea977-c878-4cda-99a6-bea2dab059d6 req-8d0d5fe4-cbfa-4743-b8b3-bec507b7829b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.4784112 Jun 23 14:11:41.288249 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:41.290750 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:41.291949 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c59efd90-7e76-4b65-a4b2-9de4e46c76af HTTP/1.1" status: 204 len: 168 time: 0.6241078 Jun 23 14:11:41.299517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-84bdab65-7707-4933-b1f7-1f04ac7629c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:41.313713 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59efd90-7e76-4b65-a4b2-9de4e46c76af,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:41.327341 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-712ea977-c878-4cda-99a6-bea2dab059d6 req-bca0514d-ad58-4c9c-9164-5858af09c692 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Jun 23 14:11:41.335761 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:41.369662 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28520c73-b6ca-4a54-a8c7-9ae670e68401 req-e8629acf-dae7-4c15-8dc9-32bb747e4eb8 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.371291 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-28520c73-b6ca-4a54-a8c7-9ae670e68401 req-e8629acf-dae7-4c15-8dc9-32bb747e4eb8 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 945 time: 0.1141241 Jun 23 14:11:41.418166 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-28520c73-b6ca-4a54-a8c7-9ae670e68401 req-53b293be-d782-40ca-b38b-a553c5b5031e tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Jun 23 14:11:41.617563 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859be28-b8ac-43ad-8c12-2f10358e03bb req-a1d13d90-f873-473a-a6bc-771b1e8e23e1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.624600 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b859be28-b8ac-43ad-8c12-2f10358e03bb req-a1d13d90-f873-473a-a6bc-771b1e8e23e1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1535854 Jun 23 14:11:41.636876 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['a267185b-b53c-43fe-b83c-c56fa7155977'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:41.697092 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-345385de-2249-4191-9b3e-39961c66c05e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.698800 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-345385de-2249-4191-9b3e-39961c66c05e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.1846604 Jun 23 14:11:41.707597 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b859be28-b8ac-43ad-8c12-2f10358e03bb req-183a1fab-8834-4b92-8f98-b617a60ca1fd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821564 Jun 23 14:11:41.725527 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-8b871377-7b89-4398-9980-e8cad5047825 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/quotas/74fe7296bb26443596bebf08aa89dd9b HTTP/1.1" status: 200 len: 375 time: 0.0167074 Jun 23 14:11:41.817857 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-33fdfb29-51fa-4db1-b9cc-87c2dd0b60b7 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912540 Jun 23 14:11:41.965208 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-265558a6-ff81-4a5a-80cd-ed9f214c4998 service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384287 Jun 23 14:11:42.092468 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-e4cf7b23-8b78-4bd5-85db-495b1d99e898 service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206546 Jun 23 14:11:42.399260 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b989a877-8aa6-4735-8eb9-dabe96366957 req-9e333821-1e8c-4fb9-9713-a9e087bdfe22 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 210 time: 0.0670915 Jun 23 14:11:42.661046 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd37d1-0d3d-4e2f-bf40-f2c37f2beec4 req-d83fb3ba-f84f-4695-8a32-8309e1e4b867 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:42.668090 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bacd37d1-0d3d-4e2f-bf40-f2c37f2beec4 req-d83fb3ba-f84f-4695-8a32-8309e1e4b867 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 945 time: 0.0781083 Jun 23 14:11:42.710444 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bacd37d1-0d3d-4e2f-bf40-f2c37f2beec4 req-8cde087b-ffcd-49b7-8be2-3d12b3c67133 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Jun 23 14:11:43.549708 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-28d4201b-d49c-451d-b278-b3aebdbf4072 req-77df57b5-83bd-4116-992b-bc66ab2e0289 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 210 time: 0.0298553 Jun 23 14:11:43.892092 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-0c9387c3-a176-4458-8a16-ae358933bda4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.894649 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-0c9387c3-a176-4458-8a16-ae358933bda4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.1856103 Jun 23 14:11:43.930620 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Request body: {'port': {'device_id': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'admin_state_up': True, 'tenant_id': '74fe7296bb26443596bebf08aa89dd9b'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:44.007254 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-dad73795-b4af-495f-be60-5d882628bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.008837 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-dad73795-b4af-495f-be60-5d882628bb54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.0782504 Jun 23 14:11:44.114129 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-347f6cef-b46b-47b6-8dba-15bda6fbb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.115726 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-347f6cef-b46b-47b6-8dba-15bda6fbb523 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.0881562 Jun 23 14:11:44.137831 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Made reservation on behalf of 74fe7296bb26443596bebf08aa89dd9b for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:44.141455 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.168090 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01575c2f-3216-4332-a7ea-bfa116a90974 req-18e6bc1e-165a-47fe-a819-eb94b91094d4 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.168901 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-05966e6f-4bd5-4777-816e-deddd93bf5c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 217 time: 0.0453811 Jun 23 14:11:44.169562 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01575c2f-3216-4332-a7ea-bfa116a90974 req-18e6bc1e-165a-47fe-a819-eb94b91094d4 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 945 time: 0.1639636 Jun 23 14:11:44.181722 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520241ce-ff3c-4968-b0b1-3c48447591e7 req-2d0f3479-0699-409e-9a46-f95f3875ff92 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.183154 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-520241ce-ff3c-4968-b0b1-3c48447591e7 req-2d0f3479-0699-409e-9a46-f95f3875ff92 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1602924 Jun 23 14:11:44.220402 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-8fc9d408-8c66-4813-8da5-d397436b042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.221736 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-8fc9d408-8c66-4813-8da5-d397436b042c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0465379 Jun 23 14:11:44.253408 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-784bbeff-5454-4e18-93ec-e076a58538b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248809 Jun 23 14:11:44.286598 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01575c2f-3216-4332-a7ea-bfa116a90974 req-9f729c86-2851-4251-8cbc-d3f40295bba9 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024814 Jun 23 14:11:44.291763 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-520241ce-ff3c-4968-b0b1-3c48447591e7 req-37d0c1b6-850e-4cf4-a2d0-208929fd83b7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013365 Jun 23 14:11:44.369109 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Allocated IP 172.20.0.2 (d2f6c45f-f6a2-4c01-bda2-e883fd93799f/cfde936a-85e6-46f8-84ec-46d452f963af/720955e9-a676-4364-a73e-c24d73edbea4) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:44.529128 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.545810 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-fc3b190c-e682-4337-b18c-e28ce78f9de2 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850084 Jun 23 14:11:44.567334 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.573014 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:44.611135 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:44.625580 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:44.631561 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:44.635674 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:44.641118 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3e278017-fae1-4282-82ad-d1ea1e8f3ee0 req-799ea3dd-5fd2-48a7-a3a2-af035bd35cd8 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887761 Jun 23 14:11:44.677604 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device a267185b-b53c-43fe-b83c-c56fa7155977 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:44.693847 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event updated for resources: {'Port': ['ID=720955e9-a676-4364-a73e-c24d73edbea4,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:44.721742 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:44.728822 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.729669 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.769199 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port a267185b-b53c-43fe-b83c-c56fa7155977 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:44.772303 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8474271 Jun 23 14:11:44.783718 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port a267185b-b53c-43fe-b83c-c56fa7155977 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:44.784103 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.802321 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Request body: {'port': {'device_id': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:44.811827 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e18f27-0a7b-4abe-9748-a61c16118857 req-89aee499-0106-4cd4-9695-4e87acf9343b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.813064 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20e18f27-0a7b-4abe-9748-a61c16118857 req-89aee499-0106-4cd4-9695-4e87acf9343b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 931 time: 0.0926847 Jun 23 14:11:44.908428 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20e18f27-0a7b-4abe-9748-a61c16118857 req-183e557a-698b-4380-be93-d31b1b9a9b93 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781753 Jun 23 14:11:44.925192 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.928249 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.987398 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a267185b-b53c-43fe-b83c-c56fa7155977'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:44.995394 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a2083-6f87-4163-bc0b-31980ab37b7f" -d '{"events": [{"server_uuid": "199a1831-b4c1-48bc-9fcd-3e7404c38af0", "name": "network-vif-plugged", "status": "completed", "tag": "a267185b-b53c-43fe-b83c-c56fa7155977"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:45.025587 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port a267185b-b53c-43fe-b83c-c56fa7155977, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a267185b-b53c-43fe-b83c-c56fa7155977,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:45.032061 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.039852 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:45.096150 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1eeb7e-ca19-4b19-94a5-1ad0ac36cd48 x-openstack-request-id: req-8b1eeb7e-ca19-4b19-94a5-1ad0ac36cd48 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:45.096448 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a1831-b4c1-48bc-9fcd-3e7404c38af0", "name": "network-vif-plugged", "status": "completed", "tag": "a267185b-b53c-43fe-b83c-c56fa7155977", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:45.096711 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b1eeb7e-ca19-4b19-94a5-1ad0ac36cd48 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:45.097110 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a267185b-b53c-43fe-b83c-c56fa7155977', 'code': 200} Jun 23 14:11:45.125850 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=a267185b-b53c-43fe-b83c-c56fa7155977,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:45.129164 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:45.293821 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720955e9-a676-4364-a73e-c24d73edbea4 {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:45.308196 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.333368 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Transition to ACTIVE for port object 720955e9-a676-4364-a73e-c24d73edbea4 will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:45.338756 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.342930 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:45.525217 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2653-0f51-42ae-9ba2-5f08d5e91755 req-1e1cb3a6-dc70-492c-9b7b-7b01db7be73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.527154 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-9eba2653-0f51-42ae-9ba2-5f08d5e91755 req-1e1cb3a6-dc70-492c-9b7b-7b01db7be73a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 1099 time: 0.1442840 Jun 23 14:11:45.564037 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Pushing event updated for resources: {'Port': ['ID=720955e9-a676-4364-a73e-c24d73edbea4,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:45.570781 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:45.574091 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-9eba2653-0f51-42ae-9ba2-5f08d5e91755 req-9fd5289e-9f85-4c21-879a-1b7d811ac9f5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Jun 23 14:11:45.626656 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Attempting to bind port 720955e9-a676-4364-a73e-c24d73edbea4 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:45.626987 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Attempting to bind port 720955e9-a676-4364-a73e-c24d73edbea4 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:45.627311 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Attempting to bind port 720955e9-a676-4364-a73e-c24d73edbea4 on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:45.638167 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Port 720955e9-a676-4364-a73e-c24d73edbea4 on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:45.638484 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Attempting to bind port 720955e9-a676-4364-a73e-c24d73edbea4 on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:45.651753 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe40a-fb98-4158-a10e-6518406dd6de req-ab68eb47-cd7e-46a1-9260-39e5f1a38c72 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.652455 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-174fe40a-fb98-4158-a10e-6518406dd6de req-ab68eb47-cd7e-46a1-9260-39e5f1a38c72 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1443660 Jun 23 14:11:45.654813 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:45.655145 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Checking segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:45.655522 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Bound using segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:45.655963 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Bound port: 720955e9-a676-4364-a73e-c24d73edbea4, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:45.656317 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.683681 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c90c1-ea3f-4679-9f48-b741e464e886 req-efde12e1-ca59-40fd-a1db-2e3a3797a11f tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.685208 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2f1c90c1-ea3f-4679-9f48-b741e464e886 req-efde12e1-ca59-40fd-a1db-2e3a3797a11f tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 946 time: 0.2114618 Jun 23 14:11:45.759262 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-174fe40a-fb98-4158-a10e-6518406dd6de req-5d41c7a0-6527-4ec3-9a61-bba278a86e77 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985475 Jun 23 14:11:45.785352 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2f1c90c1-ea3f-4679-9f48-b741e464e886 req-3588494f-2bbc-4e71-8806-3051a41322bc tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909293 Jun 23 14:11:45.790556 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] For port 720955e9-a676-4364-a73e-c24d73edbea4, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:45.794374 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] For port 720955e9-a676-4364-a73e-c24d73edbea4, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=720955e9-a676-4364-a73e-c24d73edbea4,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:45.801456 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.803937 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e5e5f867-3bff-4c23-bf5a-cdcb1fb3f164 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:45.840471 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.840819 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.842204 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] 10.222.0.53 "PUT /v2.0/ports/720955e9-a676-4364-a73e-c24d73edbea4 HTTP/1.1" status: 200 len: 1093 time: 1.0477023 Jun 23 14:11:45.844292 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'tag': '720955e9-a676-4364-a73e-c24d73edbea4'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:45.846970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9638b2be-ec42-45b4-af15-fdf07a176aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f95d6ead-9508-4d3f-bdcd-05eb5971a65b", "tag": "720955e9-a676-4364-a73e-c24d73edbea4"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:45.870438 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Pushing event updated for resources: {'Port': ['ID=720955e9-a676-4364-a73e-c24d73edbea4,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:45.873550 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:45.899944 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde0f00-2b85-4e77-a985-dded5ecff040 x-openstack-request-id: req-fdde0f00-2b85-4e77-a985-dded5ecff040 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:45.900324 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95d6ead-9508-4d3f-bdcd-05eb5971a65b", "tag": "720955e9-a676-4364-a73e-c24d73edbea4", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:45.900638 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fdde0f00-2b85-4e77-a985-dded5ecff040 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:45.901070 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'tag': '720955e9-a676-4364-a73e-c24d73edbea4', 'status': 'completed', 'code': 200} Jun 23 14:11:46.113612 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ff425-085d-411a-bd33-13a6f3658f67 req-3be8f87e-d164-4106-a73f-d45380afde6d tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.115142 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cb3ff425-085d-411a-bd33-13a6f3658f67 req-3be8f87e-d164-4106-a73f-d45380afde6d tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0881670 Jun 23 14:11:46.158219 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cb3ff425-085d-411a-bd33-13a6f3658f67 req-6ebe4e37-a985-4957-98e9-fa0ecc77c464 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371182 Jun 23 14:11:46.238480 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638b2be-ec42-45b4-af15-fdf07a176aeb req-bb63cba8-bb79-4d67-b4af-6ae9053823bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.239967 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9638b2be-ec42-45b4-af15-fdf07a176aeb req-bb63cba8-bb79-4d67-b4af-6ae9053823bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 1096 time: 0.0554967 Jun 23 14:11:46.359681 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638b2be-ec42-45b4-af15-fdf07a176aeb req-1415d0b3-79d4-49f4-8449-db15b44bfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.361153 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9638b2be-ec42-45b4-af15-fdf07a176aeb req-1415d0b3-79d4-49f4-8449-db15b44bfb3b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=74fe7296bb26443596bebf08aa89dd9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1061361 Jun 23 14:11:46.460642 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638b2be-ec42-45b4-af15-fdf07a176aeb req-7937ab71-dc34-4b0a-b444-747df95fbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.462118 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9638b2be-ec42-45b4-af15-fdf07a176aeb req-7937ab71-dc34-4b0a-b444-747df95fbd86 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936637 Jun 23 14:11:46.598790 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-b9f50da4-f7e4-498d-bddd-d5c6826d51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.600281 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-b9f50da4-f7e4-498d-bddd-d5c6826d51fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 1096 time: 0.0556755 Jun 23 14:11:46.647970 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-87c22035-c6b2-4b6c-935b-f9695b151bef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=720955e9-a676-4364-a73e-c24d73edbea4 HTTP/1.1" status: 200 len: 217 time: 0.0342462 Jun 23 14:11:46.697704 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-d61c2349-9711-4627-949f-975984c003bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.699370 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-d61c2349-9711-4627-949f-975984c003bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 200 len: 855 time: 0.0446687 Jun 23 14:11:46.746001 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-2890de75-c6f6-44ed-b794-434eb0c06bac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329983 Jun 23 14:11:46.895680 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-4a4df52f-b709-488b-b3bd-95c61cbbb04c service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425931 Jun 23 14:11:47.055765 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d6ee405-0d30-4b37-bcb5-908c5f9fc308 req-18723d72-9491-42ff-b934-1d5701d5da86 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410341 Jun 23 14:11:47.065336 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13f33e-4b13-4c24-8423-3357220c2af6 req-0d065e2e-b841-465a-8a50-ff3cba94376a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.066908 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ed13f33e-4b13-4c24-8423-3357220c2af6 req-0d065e2e-b841-465a-8a50-ff3cba94376a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1836078 Jun 23 14:11:47.079191 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eab64-0264-4f4b-98e3-52397bb16ed8 req-4ecea06b-b1b4-4723-b0b9-aaac99bde1a7 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.080535 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7d6eab64-0264-4f4b-98e3-52397bb16ed8 req-4ecea06b-b1b4-4723-b0b9-aaac99bde1a7 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 946 time: 0.1638720 Jun 23 14:11:47.137292 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ed13f33e-4b13-4c24-8423-3357220c2af6 req-58a35d36-a036-4beb-90c8-c336d13c8a37 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558436 Jun 23 14:11:47.144649 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7d6eab64-0264-4f4b-98e3-52397bb16ed8 req-46193529-a864-4b26-83da-6d0142ef16d0 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Jun 23 14:11:47.179092 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57762) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:47.292993 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c4f4-4960-4cd9-9b62-548875ed292e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.419381 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0cfcf-8206-46f5-ba9e-d66a4a9d8abb req-a1d6dd10-60f9-409a-bb8f-c6027923e7c3 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.420976 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bee0cfcf-8206-46f5-ba9e-d66a4a9d8abb req-a1d6dd10-60f9-409a-bb8f-c6027923e7c3 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.1153862 Jun 23 14:11:47.487050 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bee0cfcf-8206-46f5-ba9e-d66a4a9d8abb req-a53db13f-726c-40ea-91bf-c631587abaab tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589252 Jun 23 14:11:47.492290 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c4f4-4960-4cd9-9b62-548875ed292e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.496423 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c4f4-4960-4cd9-9b62-548875ed292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.499546 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-d3e717d8-4a53-47b4-a132-6162acb1c2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:47.539411 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36c4f4-4960-4cd9-9b62-548875ed292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cd40a-d9eb-4eb0-aa34-28681c0187a0,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:47.546621 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-5e36c4f4-4960-4cd9-9b62-548875ed292e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50915cf261084a738b5bda1576860433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640220 Jun 23 14:11:47.546621 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5e36c4f4-4960-4cd9-9b62-548875ed292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:47.547652 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57780) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:47.617428 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.638900 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.689132 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.692080 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.695580 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/346cd40a-d9eb-4eb0-aa34-28681c0187a0 HTTP/1.1" status: 204 len: 168 time: 0.1426654 Jun 23 14:11:47.695580 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e487c84b-844e-4d4e-82a6-b4d98b348d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:47.701726 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cd40a-d9eb-4eb0-aa34-28681c0187a0,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:47.704099 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:47.986641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57800) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:48.001466 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-adfa17a3-5e4e-4c8f-8400-f123c017a4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.089933 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-adfa17a3-5e4e-4c8f-8400-f123c017a4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.094375 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-adfa17a3-5e4e-4c8f-8400-f123c017a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.097268 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:48.129087 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa17a3-5e4e-4c8f-8400-f123c017a4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f71ff68-8450-40b8-a5a6-4749f1b7a143,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:48.134784 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-adfa17a3-5e4e-4c8f-8400-f123c017a4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:48.138650 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-adfa17a3-5e4e-4c8f-8400-f123c017a4f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdb8c5792dea4134aa16f3ed2c91c410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509626 Jun 23 14:11:48.141389 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57804) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:48.192512 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.220996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.335687 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.338298 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.339411 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f71ff68-8450-40b8-a5a6-4749f1b7a143 HTTP/1.1" status: 204 len: 168 time: 0.1971211 Jun 23 14:11:48.346127 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c7984f5e-6cf9-4456-b837-4284ef3d253b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:48.358494 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f71ff68-8450-40b8-a5a6-4749f1b7a143,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:48.360982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:48.383008 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94587f-b97d-48ad-aab0-3a09c1b1eae8 req-ac263ec3-d1c5-4a8b-ae0e-de9cf4d538d5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.384570 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1f94587f-b97d-48ad-aab0-3a09c1b1eae8 req-ac263ec3-d1c5-4a8b-ae0e-de9cf4d538d5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1295960 Jun 23 14:11:48.392961 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab81f-86ad-4cdd-ad46-ab85a3aa2b82 req-2af95dcc-9de5-460e-89a8-32f2432441f5 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.394750 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-294ab81f-86ad-4cdd-ad46-ab85a3aa2b82 req-2af95dcc-9de5-460e-89a8-32f2432441f5 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 946 time: 0.1279392 Jun 23 14:11:48.455762 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1f94587f-b97d-48ad-aab0-3a09c1b1eae8 req-6838276b-8977-47f9-a601-004a91c43d2b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605125 Jun 23 14:11:48.460466 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-294ab81f-86ad-4cdd-ad46-ab85a3aa2b82 req-303f3e5d-6bb5-4755-8afb-231a16e9c135 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593438 Jun 23 14:11:48.675331 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a7d0e-d007-4285-9c8f-d82cba53d80f req-a7c029f1-4d3e-4eff-832e-445f71c1278a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.676795 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-671a7d0e-d007-4285-9c8f-d82cba53d80f req-a7c029f1-4d3e-4eff-832e-445f71c1278a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0635276 Jun 23 14:11:48.716911 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-671a7d0e-d007-4285-9c8f-d82cba53d80f req-eb5bd440-a96d-4dc5-9448-5c9a32f3893e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341396 Jun 23 14:11:49.482559 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068d827-4b21-4a7d-a6d7-19ec269298d3 req-20c1f55f-791a-499c-844a-543215997c21 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.489559 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d068d827-4b21-4a7d-a6d7-19ec269298d3 req-20c1f55f-791a-499c-844a-543215997c21 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 946 time: 0.0784364 Jun 23 14:11:49.534637 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d068d827-4b21-4a7d-a6d7-19ec269298d3 req-375e39f0-9c73-444b-bccf-f902b1fc7955 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Jun 23 14:11:49.654280 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.654904 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777e355-37aa-44fa-be7f-e4e3e00bfc34 req-91d14e8e-9d1c-4222-a115-bcf9d1202ffb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.655982 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7777e355-37aa-44fa-be7f-e4e3e00bfc34 req-91d14e8e-9d1c-4222-a115-bcf9d1202ffb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0719366 Jun 23 14:11:49.700341 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7777e355-37aa-44fa-be7f-e4e3e00bfc34 req-65121e0f-d73e-476f-ae15-a4d4ef451c99 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Jun 23 14:11:49.896109 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c9e3-fddb-47f6-8f10-af126ad721bc req-440c1a52-b402-4db2-8364-e1918a3c79f9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.897673 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ced3c9e3-fddb-47f6-8f10-af126ad721bc req-440c1a52-b402-4db2-8364-e1918a3c79f9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0623326 Jun 23 14:11:49.936364 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ced3c9e3-fddb-47f6-8f10-af126ad721bc req-e5aae49d-458a-4410-bb4b-d0ad1df81703 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Jun 23 14:11:50.085039 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57898) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:50.203983 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-67858327-518c-489c-97f8-21f6ab935440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.295193 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-67858327-518c-489c-97f8-21f6ab935440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.299511 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-67858327-518c-489c-97f8-21f6ab935440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.302185 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-ab9f81ff-7563-4c34-a407-6f1d5c5f038e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:50.313194 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57904) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:50.346077 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-67858327-518c-489c-97f8-21f6ab935440 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a323408005c4d599b2fd60d461c523d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599170 Jun 23 14:11:50.346951 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67858327-518c-489c-97f8-21f6ab935440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6dc8a2-dfc6-4fea-85fd-d33edfdd3e4b,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:50.349116 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57906) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:50.349909 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-67858327-518c-489c-97f8-21f6ab935440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:50.381653 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_v2 [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Deleting subnet ddc3991a-2254-4a55-807b-18f0684e5847 {{(pid=93136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:50.390574 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.439601 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.447746 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.449701 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.497246 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.541061 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.543500 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:50.565119 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc3991a-2254-4a55-807b-18f0684e5847,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:50.569817 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:50.573386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.577940 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-07532a64-b591-4d2c-957d-e4ab3f322b60 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ddc3991a-2254-4a55-807b-18f0684e5847 HTTP/1.1" status: 204 len: 168 time: 0.2630501 Jun 23 14:11:50.578185 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 57912) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:50.579317 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.581796 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.585465 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab6dc8a2-dfc6-4fea-85fd-d33edfdd3e4b HTTP/1.1" status: 204 len: 168 time: 0.2320361 Jun 23 14:11:50.586307 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2a02db73-af13-4f38-ad74-dadd279348ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:50.594234 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6dc8a2-dfc6-4fea-85fd-d33edfdd3e4b,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:50.597156 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:50.927962 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57924) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:50.941689 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b73f39c8-03f3-49e7-be9f-413cb5ad7634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.954884 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.027087 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe229997-37f0-455c-9a75-2eb7bcacbb11 req-d7771653-0ff5-414c-bf3b-944f90724bf7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.028546 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fe229997-37f0-455c-9a75-2eb7bcacbb11 req-d7771653-0ff5-414c-bf3b-944f90724bf7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1893888 Jun 23 14:11:51.036783 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa479e5-df3f-4865-ba7d-bc34aa24ea78 req-93cee650-6522-4e58-858f-afb8a16e9cc3 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.038167 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1fa479e5-df3f-4865-ba7d-bc34aa24ea78 req-93cee650-6522-4e58-858f-afb8a16e9cc3 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 946 time: 0.1977139 Jun 23 14:11:51.047450 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b73f39c8-03f3-49e7-be9f-413cb5ad7634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.052287 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b73f39c8-03f3-49e7-be9f-413cb5ad7634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.055715 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a94f2ff1-ff74-4eea-be1e-4e6d208a4836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.090707 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-b73f39c8-03f3-49e7-be9f-413cb5ad7634 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95822d2dd65b46eca66f120049cb3a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614156 Jun 23 14:11:51.091653 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f39c8-03f3-49e7-be9f-413cb5ad7634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a1d508-60d3-40e4-8c6f-10c579e91b6c,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.094103 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57928) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.106583 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b73f39c8-03f3-49e7-be9f-413cb5ad7634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.114453 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.127634 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90970c5-f24f-40ff-bca8-19dc87049d26']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:51.152298 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0d3792-6975-4cbb-8d87-af620b3783bb') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:51.152553 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0d3792-6975-4cbb-8d87-af620b3783bb') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:51.153940 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.166071 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fe229997-37f0-455c-9a75-2eb7bcacbb11 req-ee00162d-c2e1-4334-8771-2abbe8725b1b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184015 Jun 23 14:11:51.170873 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1fa479e5-df3f-4865-ba7d-bc34aa24ea78 req-ff5737d7-5f7a-4804-b101-b1ef4d85d5bf tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155779 Jun 23 14:11:51.172541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.179409 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.189500 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.196118 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:51.196455 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:51.198744 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:51.247861 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.256123 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.257413 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47a1d508-60d3-40e4-8c6f-10c579e91b6c HTTP/1.1" status: 204 len: 168 time: 0.1568420 Jun 23 14:11:51.258488 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.266351 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.268428 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a1d508-60d3-40e4-8c6f-10c579e91b6c,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.271941 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.272997 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.276413 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.278665 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d90970c5-f24f-40ff-bca8-19dc87049d26 HTTP/1.1" status: 204 len: 168 time: 0.6991086 Jun 23 14:11:51.281805 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57932) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.291493 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90970c5-f24f-40ff-bca8-19dc87049d26,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.302170 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-18b4fabc-2c52-4696-9878-a60c9d1051d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.353395 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Deleting subnet 90c85dbb-bf8e-4b9d-a455-a151d2cfefd8 {{(pid=93136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:51.357434 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.372862 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-41201148-4e64-4a34-b296-e1df6ab527a8 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.374366 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-41201148-4e64-4a34-b296-e1df6ab527a8 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 946 time: 0.0842700 Jun 23 14:11:51.395358 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.402479 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.467425 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737'] for subnet, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.471318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.480359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a79ce-510f-4b0a-ab6f-bbd49a41e4bd req-96c2a7ea-29eb-4c91-9b51-41ca458d8b5f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.481845 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f3a79ce-510f-4b0a-ab6f-bbd49a41e4bd req-96c2a7ea-29eb-4c91-9b51-41ca458d8b5f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.1264412 Jun 23 14:11:51.496384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.498268 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/90c85dbb-bf8e-4b9d-a455-a151d2cfefd8 HTTP/1.1" status: 204 len: 168 time: 0.2152243 Jun 23 14:11:51.499089 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c85dbb-bf8e-4b9d-a455-a151d2cfefd8,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.501242 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4b3788b7-b9c8-417e-9c32-42509c893b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.501913 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57936) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.548328 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f3a79ce-510f-4b0a-ab6f-bbd49a41e4bd req-ac50efea-c650-4bdb-915c-3224ea37b134 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Jun 23 14:11:51.562855 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Deleting port a267185b-b53c-43fe-b83c-c56fa7155977 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:51.563201 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.587080 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.675843 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] For port a267185b-b53c-43fe-b83c-c56fa7155977, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a267185b-b53c-43fe-b83c-c56fa7155977,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:51.676382 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.692650 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.693205 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Calling delete_port for a267185b-b53c-43fe-b83c-c56fa7155977 owned by compute:nova {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:51.708870 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.709420 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.710082 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.710380 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > port after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.711778 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.711778 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > port after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.711778 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.711778 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.712084 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.712305 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.783926 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.784473 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.784865 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.785267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:51.785690 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af1b502-8517-4567-8713-ee13aa5ee0c4']}} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:51.804782 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ef1103-d895-4b4a-ab9e-1027113ceba2') {'for_net_delete': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:51.805180 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ef1103-d895-4b4a-ab9e-1027113ceba2') {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:51.823103 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131351709'] for segment, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.846321 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.851516 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.854115 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.868057 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:51.869432 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130316637'] for segment, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: from cryptography.utils import int_from_bytes Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: from cryptography.utils import int_from_bytes Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: Traceback (most recent call last): Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: timer() Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: cb(*args, **kw) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: return func(*args, **kwargs) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: self._notify() Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: self.callback(batched_events) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: event.method(event) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: return f(self, *a, **k) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: return self._get(url).json() Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:51.879090 dv-cinder-784477-5-smb neutron-server[93136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:51.883414 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Pushing event deleted for resources: {'Port': ['ID=a267185b-b53c-43fe-b83c-c56fa7155977,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.886911 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.893366 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['a267185b-b53c-43fe-b83c-c56fa7155977'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:51.934594 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] No DVR routers for this DVR port a267185b-b53c-43fe-b83c-c56fa7155977 on host hv-cinder-78447 {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:51.943138 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.946054 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-95230208-4d14-4a52-bdb0-5bc839d63872 req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "DELETE /v2.0/ports/a267185b-b53c-43fe-b83c-c56fa7155977 HTTP/1.1" status: 204 len: 173 time: 0.5476282 Jun 23 14:11:51.946178 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'name': 'network-vif-deleted', 'tag': 'a267185b-b53c-43fe-b83c-c56fa7155977'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:51.949987 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf943dd6-1931-485f-9fb8-68ad3dd01d06" -d '{"events": [{"server_uuid": "199a1831-b4c1-48bc-9fcd-3e7404c38af0", "name": "network-vif-deleted", "tag": "a267185b-b53c-43fe-b83c-c56fa7155977"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:51.964600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.970801 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.983228 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.985922 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] 10.222.0.55 "DELETE /v2.0/networks/5af1b502-8517-4567-8713-ee13aa5ee0c4 HTTP/1.1" status: 204 len: 168 time: 0.4823248 Jun 23 14:11:51.986640 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5af1b502-8517-4567-8713-ee13aa5ee0c4,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.994030 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.019382 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0f83e5-8730-42da-8919-d9a558bb523b x-openstack-request-id: req-9c0f83e5-8730-42da-8919-d9a558bb523b {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:52.019705 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a1831-b4c1-48bc-9fcd-3e7404c38af0", "name": "network-vif-deleted", "tag": "a267185b-b53c-43fe-b83c-c56fa7155977", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:52.019994 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c0f83e5-8730-42da-8919-d9a558bb523b {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:52.020902 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a1831-b4c1-48bc-9fcd-3e7404c38af0', 'name': 'network-vif-deleted', 'tag': 'a267185b-b53c-43fe-b83c-c56fa7155977', 'status': 'completed', 'code': 200} Jun 23 14:11:52.134826 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57962) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.174105 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-36d5dc4b-4486-4784-b8aa-e966b81cd2ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00838e2c5e0a48cd9b5696e19f28abab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377285 Jun 23 14:11:52.176655 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57966) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.255232 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.293382 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.355815 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.360036 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.361582 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/673019c0-8dc4-45e9-bf3f-988b0881f1e5 HTTP/1.1" status: 204 len: 168 time: 0.1839807 Jun 23 14:11:52.362711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a34fc1dd-f0fc-48c0-a1ab-1dbddda04232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.374351 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c7289569-0255-43de-aa95-df323075b0e9 req-88c8efd3-cbe7-4cd0-bc93-462b0c045540 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=199a1831-b4c1-48bc-9fcd-3e7404c38af0 HTTP/1.1" status: 200 len: 210 time: 0.0306077 Jun 23 14:11:52.384399 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673019c0-8dc4-45e9-bf3f-988b0881f1e5,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.390326 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.423922 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b7759-db07-40a6-b190-6325b747d1ab req-37dd9075-3f3e-48a0-88da-db600133692b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.425413 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2c6b7759-db07-40a6-b190-6325b747d1ab req-37dd9075-3f3e-48a0-88da-db600133692b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1216199 Jun 23 14:11:52.469397 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2c6b7759-db07-40a6-b190-6325b747d1ab req-753d8071-a6e2-4cdc-a7b9-fc4ab96bdab3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371301 Jun 23 14:11:52.746210 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57990) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.781002 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8fe2c-3f68-45f1-8adb-45b511350b21 req-ee3eb39a-6d73-4521-98c8-005d31364e6c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.788205 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85e8fe2c-3f68-45f1-8adb-45b511350b21 req-ee3eb39a-6d73-4521-98c8-005d31364e6c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0820150 Jun 23 14:11:52.806352 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-41147fc6-f0c7-41b8-b603-63813d867f52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d42e92b75a1426bb40612b82204ee68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587256 Jun 23 14:11:52.809234 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 57994) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.834229 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-85e8fe2c-3f68-45f1-8adb-45b511350b21 req-5702d180-f9da-4bf5-bdd2-726aa616dff6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Jun 23 14:11:52.880180 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.904606 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.953959 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.956535 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.957678 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee4fdacf-a8d4-412e-a793-317c79fdf806 HTTP/1.1" status: 204 len: 168 time: 0.1471555 Jun 23 14:11:52.958444 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2734f374-a6c5-47f1-ae38-d3c4cda11088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.966612 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4fdacf-a8d4-412e-a793-317c79fdf806,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.969920 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:53.669455 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c398d32-6067-427a-beb4-b278d0cf3f88 req-49f4b6d2-aa0f-4d8e-9dc7-e1c158450427 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.671421 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4c398d32-6067-427a-beb4-b278d0cf3f88 req-49f4b6d2-aa0f-4d8e-9dc7-e1c158450427 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0680578 Jun 23 14:11:53.722984 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4c398d32-6067-427a-beb4-b278d0cf3f88 req-cb122612-c888-4e35-a66a-af1c45f3f925 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Jun 23 14:11:54.023667 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f8e6-f3e6-4531-be63-18a445546088 req-b0cbd980-9383-4bad-b1f3-c2c83b2f1f73 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.025188 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c803f8e6-f3e6-4531-be63-18a445546088 req-b0cbd980-9383-4bad-b1f3-c2c83b2f1f73 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0743608 Jun 23 14:11:54.071227 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c803f8e6-f3e6-4531-be63-18a445546088 req-8bdfe264-b78a-4c9a-9795-4e1cd6d9802c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Jun 23 14:11:54.723076 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device a267185b-b53c-43fe-b83c-c56fa7155977 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:54.744987 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: a267185b-b53c-43fe-b83c-c56fa7155977 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:54.745357 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device a267185b-b53c-43fe-b83c-c56fa7155977 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:54.911061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf026-c934-4365-80d3-7397601c0997 req-3def2e3a-b1c3-4af5-9004-c13a9886c727 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.912511 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f70bf026-c934-4365-80d3-7397601c0997 req-3def2e3a-b1c3-4af5-9004-c13a9886c727 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0653479 Jun 23 14:11:54.950784 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f70bf026-c934-4365-80d3-7397601c0997 req-2e666cef-a283-4b8b-b628-98d2e6c7fc38 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Jun 23 14:11:55.273577 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7360b-2b0f-4f8d-8b76-78fe6c2a4c79 req-e224a51b-1122-4afb-ba85-fe3175abeb64 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.275034 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f2a7360b-2b0f-4f8d-8b76-78fe6c2a4c79 req-e224a51b-1122-4afb-ba85-fe3175abeb64 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0656960 Jun 23 14:11:55.320369 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f2a7360b-2b0f-4f8d-8b76-78fe6c2a4c79 req-7947903b-cb99-4998-adcf-c0669a534d86 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365486 Jun 23 14:11:56.133983 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed0d02-ff37-4be4-b2b7-26118efc7dac req-f6d45ad4-c810-4c5b-9cd5-e095475777c0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.135466 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5aed0d02-ff37-4be4-b2b7-26118efc7dac req-f6d45ad4-c810-4c5b-9cd5-e095475777c0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0653479 Jun 23 14:11:56.172339 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5aed0d02-ff37-4be4-b2b7-26118efc7dac req-37025887-99b5-4ce2-b8bc-c380af77f66b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Jun 23 14:11:56.503808 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e5f6-4882-4250-8d00-ead372fac049 req-faba16ce-86fb-4dcc-9be3-a3f1997599af tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.505299 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6d96e5f6-4882-4250-8d00-ead372fac049 req-faba16ce-86fb-4dcc-9be3-a3f1997599af tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0701027 Jun 23 14:11:56.542776 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6d96e5f6-4882-4250-8d00-ead372fac049 req-6a324891-a805-4e5d-99c3-3f224e238781 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Jun 23 14:11:56.896804 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58136) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:56.999569 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7537180a-cae2-49e1-bd03-a671c432c854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.092709 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7537180a-cae2-49e1-bd03-a671c432c854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.100686 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7537180a-cae2-49e1-bd03-a671c432c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.126189 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4a0b33f0-b471-4751-b2e7-b94796762e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:57.138168 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 58146) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:57.140015 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7537180a-cae2-49e1-bd03-a671c432c854 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af80bdea58d5408f9896cde4bc84b9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420630 Jun 23 14:11:57.169325 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537180a-cae2-49e1-bd03-a671c432c854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40e3ab3-6e10-43aa-a5fb-aea1eb3e2bc8,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:57.172299 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7537180a-cae2-49e1-bd03-a671c432c854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:57.187601 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.212276 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.261204 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.263980 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.265136 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f40e3ab3-6e10-43aa-a5fb-aea1eb3e2bc8 HTTP/1.1" status: 204 len: 168 time: 0.1303678 Jun 23 14:11:57.265995 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a16549ec-fcba-4a6a-a7c5-67ddef6ee9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:57.274566 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40e3ab3-6e10-43aa-a5fb-aea1eb3e2bc8,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:57.277198 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:57.350898 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fee27-f37f-4a2d-b64b-a27b0e75c199 req-5c22f970-659e-4fc7-90f6-7b5c19fedda6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.352400 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-de3fee27-f37f-4a2d-b64b-a27b0e75c199 req-5c22f970-659e-4fc7-90f6-7b5c19fedda6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0721312 Jun 23 14:11:57.390499 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-de3fee27-f37f-4a2d-b64b-a27b0e75c199 req-0e744e4b-af26-414d-becb-1c8bfaeadf73 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Jun 23 14:11:57.724754 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f3807-fb2e-4b82-935f-773f4f0b2a6c req-21d96889-d71b-4278-a6fd-1fce11e44397 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.726383 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-965f3807-fb2e-4b82-935f-773f4f0b2a6c req-21d96889-d71b-4278-a6fd-1fce11e44397 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0660100 Jun 23 14:11:57.765141 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-965f3807-fb2e-4b82-935f-773f4f0b2a6c req-51867110-2af4-4e50-b6e1-d4641f2158c1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jun 23 14:11:58.569153 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494570c8-8fba-4d88-ab84-803215f85eb0 req-7b05c5b3-dc61-48e3-9c13-f93cbab2099b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.570552 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-494570c8-8fba-4d88-ab84-803215f85eb0 req-7b05c5b3-dc61-48e3-9c13-f93cbab2099b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0664074 Jun 23 14:11:58.610818 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-494570c8-8fba-4d88-ab84-803215f85eb0 req-e06dc58b-2b65-4efe-adbe-d1ff96ff9fe8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Jun 23 14:11:58.944517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da5eb-aab4-4597-bcc1-09b8ffcd2a2f req-d27955ad-a697-4c07-963d-5a1cef4e072b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.946335 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f17da5eb-aab4-4597-bcc1-09b8ffcd2a2f req-d27955ad-a697-4c07-963d-5a1cef4e072b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0647752 Jun 23 14:11:58.988542 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f17da5eb-aab4-4597-bcc1-09b8ffcd2a2f req-f555c430-b1ff-4109-b849-d2babc8b5af9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Jun 23 14:11:59.803020 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1a9bc-fb5f-4d59-a429-62b870b464b2 req-98ed75ae-36d8-4e5b-89dd-66161a65fb3c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:59.804503 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5d1a9bc-fb5f-4d59-a429-62b870b464b2 req-98ed75ae-36d8-4e5b-89dd-66161a65fb3c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0757079 Jun 23 14:11:59.844940 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5d1a9bc-fb5f-4d59-a429-62b870b464b2 req-1c1852e5-bdd3-49cc-93a6-46bdb9c1fd67 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Jun 23 14:12:00.205737 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b65302-294b-44e0-9b2a-c49f4c8de350 req-3c4e7b6e-5ee6-4635-97b7-4e2d81da0458 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.207197 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-94b65302-294b-44e0-9b2a-c49f4c8de350 req-3c4e7b6e-5ee6-4635-97b7-4e2d81da0458 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0641615 Jun 23 14:12:00.248717 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-94b65302-294b-44e0-9b2a-c49f4c8de350 req-9bf46633-2a7b-4e2d-a6ca-866212182d62 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350761 Jun 23 14:12:00.826090 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 58258) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:00.939029 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-645cd6db-ee18-435e-b400-750212fc5e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.062607 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1497151-487c-49ba-a90a-6deb8301cdc4 req-040e2b62-0456-4fb1-af1c-6cf0cfbe145f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.064405 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f1497151-487c-49ba-a90a-6deb8301cdc4 req-040e2b62-0456-4fb1-af1c-6cf0cfbe145f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1009252 Jun 23 14:12:01.095729 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-645cd6db-ee18-435e-b400-750212fc5e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.101597 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-645cd6db-ee18-435e-b400-750212fc5e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.108399 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8a29a8c9-138f-4a1d-a879-b977fcbc637b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:01.137043 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f1497151-487c-49ba-a90a-6deb8301cdc4 req-4b63b565-d514-4369-8451-6da59fa534a5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667386 Jun 23 14:12:01.154672 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58268) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:01.155155 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-645cd6db-ee18-435e-b400-750212fc5e84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abf0f0894778433da74f8d3186c5b663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274941 Jun 23 14:12:01.156043 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cd6db-ee18-435e-b400-750212fc5e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f23e29-548c-4700-9d62-db260b14b9e8,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:01.159082 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-645cd6db-ee18-435e-b400-750212fc5e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:01.217308 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.239325 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.288895 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.291507 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.292668 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45f23e29-548c-4700-9d62-db260b14b9e8 HTTP/1.1" status: 204 len: 168 time: 0.1357040 Jun 23 14:12:01.293463 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d95fc6c2-051b-4f1d-a697-fcac3a901568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:01.300926 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f23e29-548c-4700-9d62-db260b14b9e8,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:01.306713 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:01.476308 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce99a9-3abe-426a-b9b0-e5dad4c0fd35 req-3fd38bf3-a7ae-4190-9c76-1437e64fe6d4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.477778 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fdce99a9-3abe-426a-b9b0-e5dad4c0fd35 req-3fd38bf3-a7ae-4190-9c76-1437e64fe6d4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0660989 Jun 23 14:12:01.517600 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fdce99a9-3abe-426a-b9b0-e5dad4c0fd35 req-b17533df-2067-414b-bb15-7c732c8e4520 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Jun 23 14:12:01.590324 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 58278) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:01.604567 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee6dd-d29f-4676-9510-117377f71a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.698574 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee6dd-d29f-4676-9510-117377f71a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.706928 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee6dd-d29f-4676-9510-117377f71a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.709943 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-67858327-518c-489c-97f8-21f6ab935440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:01.749282 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-6c7ee6dd-d29f-4676-9510-117377f71a05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef25905453b94ed4939e93e48b736dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579139 Jun 23 14:12:01.750217 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ee6dd-d29f-4676-9510-117377f71a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc28a8-7c81-4400-895a-564e6373dda2,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:01.752203 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58284) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:01.753421 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6c7ee6dd-d29f-4676-9510-117377f71a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:01.808186 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.830000 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.888030 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.891279 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.894856 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02dc28a8-7c81-4400-895a-564e6373dda2 HTTP/1.1" status: 204 len: 168 time: 0.1390963 Jun 23 14:12:01.894856 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0a9b2be3-e0bd-4fac-8a07-2cd8cc99225d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:01.902569 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc28a8-7c81-4400-895a-564e6373dda2,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:01.905361 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:02.242868 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58296) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:02.256324 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c055c34b-4529-434a-9e9d-7ef03163d030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.317686 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734caa36-3355-4982-871e-7092e00f2dad req-0bc4672b-e7d0-4525-8b75-ba5ca21da57e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.319416 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-734caa36-3355-4982-871e-7092e00f2dad req-0bc4672b-e7d0-4525-8b75-ba5ca21da57e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0696826 Jun 23 14:12:02.355044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c055c34b-4529-434a-9e9d-7ef03163d030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.359665 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c055c34b-4529-434a-9e9d-7ef03163d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.360454 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-734caa36-3355-4982-871e-7092e00f2dad req-fec45557-9190-4219-8c8a-26fe88c74d53 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Jun 23 14:12:02.362258 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e246b2da-107a-41e9-9a74-0ddf8483e95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:02.407278 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c055c34b-4529-434a-9e9d-7ef03163d030 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86e4ea7b195f41e6b35260c2f0d7d842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631994 Jun 23 14:12:02.408143 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055c34b-4529-434a-9e9d-7ef03163d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce4a198-26f9-4ec9-8280-bed0d8a47a6d,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:02.409874 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 58302) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:02.411421 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c055c34b-4529-434a-9e9d-7ef03163d030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:02.488042 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.512646 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.572564 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.575531 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.576733 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ce4a198-26f9-4ec9-8280-bed0d8a47a6d HTTP/1.1" status: 204 len: 168 time: 0.1522572 Jun 23 14:12:02.577685 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c831fddb-6b9b-44f0-904f-3da0a6ed513f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:02.585381 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce4a198-26f9-4ec9-8280-bed0d8a47a6d,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:02.589415 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:02.699026 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d440878-f918-4a3d-9906-1530bd5689f5 req-6cd119de-3d41-42ae-8725-1055f3954ab5 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.699793 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0d440878-f918-4a3d-9906-1530bd5689f5 req-6cd119de-3d41-42ae-8725-1055f3954ab5 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0633380 Jun 23 14:12:02.739495 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0d440878-f918-4a3d-9906-1530bd5689f5 req-465fec44-c8b7-44d5-b765-a5711bd670ee tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Jun 23 14:12:03.101154 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:12:03.562686 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e15b-987b-4da5-93b4-4f937f811748 req-b13d4b1e-404d-4cfd-b539-3018903995e8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.564226 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5579e15b-987b-4da5-93b4-4f937f811748 req-b13d4b1e-404d-4cfd-b539-3018903995e8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0806201 Jun 23 14:12:03.607368 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5579e15b-987b-4da5-93b4-4f937f811748 req-51e56d3e-75e9-4635-b375-a7669a351818 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369830 Jun 23 14:12:03.946074 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907027d-6a84-4d3e-b9d5-b39dc87c3f2c req-72b9abc9-a661-45e1-b396-a640ab1501c8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.947549 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e907027d-6a84-4d3e-b9d5-b39dc87c3f2c req-72b9abc9-a661-45e1-b396-a640ab1501c8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0678129 Jun 23 14:12:03.987726 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e907027d-6a84-4d3e-b9d5-b39dc87c3f2c req-f970477c-8d4e-4f0f-870e-19b3e5cad65f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Jun 23 14:12:04.794928 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fbef-e144-418b-ad49-8d469f92ac4a req-3b2277c4-031c-4838-9adc-c1642cebe538 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.796357 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2210fbef-e144-418b-ad49-8d469f92ac4a req-3b2277c4-031c-4838-9adc-c1642cebe538 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0732832 Jun 23 14:12:04.835619 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2210fbef-e144-418b-ad49-8d469f92ac4a req-02e55ece-065e-4f9b-a34f-0f4b2b2cc6ac tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335467 Jun 23 14:12:05.065577 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-d97f54a8-9c11-4007-ab72-55e11d8bcb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.193307 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14608946-4df2-426a-b5d0-27646234c222 req-267db0dd-3a18-484a-848f-4bd8b09f2ca4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.194797 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-14608946-4df2-426a-b5d0-27646234c222 req-267db0dd-3a18-484a-848f-4bd8b09f2ca4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0721562 Jun 23 14:12:05.236238 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-14608946-4df2-426a-b5d0-27646234c222 req-1484d74f-503c-457a-8e0f-b8e5368adfce tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355659 Jun 23 14:12:06.019340 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fdddf-6ab2-495a-9ca5-5227e505fe64 req-89f9e604-8a59-416f-a77e-435382088af1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.020766 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e83fdddf-6ab2-495a-9ca5-5227e505fe64 req-89f9e604-8a59-416f-a77e-435382088af1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0713377 Jun 23 14:12:06.060382 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e83fdddf-6ab2-495a-9ca5-5227e505fe64 req-c19b3754-7347-470a-904b-aa8dc3aeaddb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Jun 23 14:12:06.428801 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18cfaa-3bd9-45f4-83c2-d6534b7fc2b6 req-64abbebf-8109-4909-8679-20569c5b416e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.430284 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8b18cfaa-3bd9-45f4-83c2-d6534b7fc2b6 req-64abbebf-8109-4909-8679-20569c5b416e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0662236 Jun 23 14:12:06.467475 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8b18cfaa-3bd9-45f4-83c2-d6534b7fc2b6 req-a0e1a992-8941-4068-a184-9e7b1b0b5302 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Jun 23 14:12:07.244910 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db16d1-1411-4236-ae7e-dcb4e6f692b2 req-d6d2a9d5-c046-49ac-a1b8-d278ce249c41 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.246373 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-32db16d1-1411-4236-ae7e-dcb4e6f692b2 req-d6d2a9d5-c046-49ac-a1b8-d278ce249c41 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0712459 Jun 23 14:12:07.285299 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-32db16d1-1411-4236-ae7e-dcb4e6f692b2 req-9ddc538f-c53b-4a1e-b0fa-ff5b14844922 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Jun 23 14:12:07.580727 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa735-e322-46d5-9dd5-cdfced38eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.651815 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba605ec-a468-4f47-b6ac-a76c13f18d21 req-2556a986-c425-4ebf-92c8-d0abd4588db9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.653326 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cba605ec-a468-4f47-b6ac-a76c13f18d21 req-2556a986-c425-4ebf-92c8-d0abd4588db9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0652552 Jun 23 14:12:07.691964 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cba605ec-a468-4f47-b6ac-a76c13f18d21 req-2f152790-b3c5-4909-a049-d2212b35b551 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Jun 23 14:12:08.487102 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cbe78-7043-4c80-8c44-637d3b387d9f req-856179bb-6a25-4834-8ecc-908af9477ac3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.488570 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c26cbe78-7043-4c80-8c44-637d3b387d9f req-856179bb-6a25-4834-8ecc-908af9477ac3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0733271 Jun 23 14:12:08.529751 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c26cbe78-7043-4c80-8c44-637d3b387d9f req-a34e7f7f-2c15-4182-ab17-68780506c3db tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jun 23 14:12:08.869130 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871ad6-ed5b-4759-9a2d-afba06a35c71 req-789e270b-4b93-467a-a7c6-f6f3e690b142 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.870641 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cd871ad6-ed5b-4759-9a2d-afba06a35c71 req-789e270b-4b93-467a-a7c6-f6f3e690b142 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0641546 Jun 23 14:12:08.909209 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cd871ad6-ed5b-4759-9a2d-afba06a35c71 req-1dc2380d-f906-4117-96b9-46016f55ffd5 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Jun 23 14:12:09.010466 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.011592 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.740402 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc80ae-90b6-4148-90c0-006333a8aa97 req-1b89e556-48e4-479c-95ed-22d870581690 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.742195 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3abc80ae-90b6-4148-90c0-006333a8aa97 req-1b89e556-48e4-479c-95ed-22d870581690 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0954635 Jun 23 14:12:09.845206 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3abc80ae-90b6-4148-90c0-006333a8aa97 req-e9871282-cfba-4a52-8261-24315ab7efa9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972879 Jun 23 14:12:09.892335 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-8b45e902-3e97-4bae-b134-84e764932299 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.893837 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-8b45e902-3e97-4bae-b134-84e764932299 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/networks?id=69d6511f-5f87-4c25-8e11-7589307fc638 HTTP/1.1" status: 200 len: 809 time: 0.1395404 Jun 23 14:12:09.909576 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-1f65bd5f-ceb2-413e-99b4-e6580eaef3cd tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/quotas/f57fffd329f34f11baae242b4cae8d56 HTTP/1.1" status: 200 len: 375 time: 0.0100212 Jun 23 14:12:09.943335 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-d3f54c06-15f9-430b-8d1b-ad5edc8137f0 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f57fffd329f34f11baae242b4cae8d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285416 Jun 23 14:12:10.039962 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-2b75a1b5-fe42-4593-8f03-2ed21fbecdc5 service neutron] 10.222.0.55 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897331 Jun 23 14:12:10.131365 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-c1c38b31-f115-46be-b95e-c94aae5caf7c service neutron] 10.222.0.55 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813353 Jun 23 14:12:10.198813 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2e3ee-18e3-4951-b1d0-87ca621d4360 req-d1baa9b9-33a7-48b3-a3c1-b7f7cd168145 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.200348 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6da2e3ee-18e3-4951-b1d0-87ca621d4360 req-d1baa9b9-33a7-48b3-a3c1-b7f7cd168145 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0669365 Jun 23 14:12:10.241315 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6da2e3ee-18e3-4951-b1d0-87ca621d4360 req-080c697c-a36b-4c32-996b-ba747928aa39 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Jun 23 14:12:10.304336 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-560536c6-bc0f-4b18-86b2-c7e6e48f6aa3 req-50310fda-0ad6-48e2-b59c-777397894dfb tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 210 time: 0.0297368 Jun 23 14:12:10.353566 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.031984 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f95e5-513b-417c-aaf8-efa9c67024c9 req-41d07bec-0c85-4fd2-a151-87845baca3ca tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.033450 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-139f95e5-513b-417c-aaf8-efa9c67024c9 req-41d07bec-0c85-4fd2-a151-87845baca3ca tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0644443 Jun 23 14:12:11.070616 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-139f95e5-513b-417c-aaf8-efa9c67024c9 req-4d23eb0c-51c7-4421-ba7a-ee1812ff3303 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Jun 23 14:12:11.349159 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 58570) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:11.425189 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735c27c-a19d-4388-a1ef-bbbdd762bf60 req-da9303bc-963d-4774-af04-f26ce891f15a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.426710 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3735c27c-a19d-4388-a1ef-bbbdd762bf60 req-da9303bc-963d-4774-af04-f26ce891f15a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0667171 Jun 23 14:12:11.461338 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b833b173-147f-400c-8a21-6dd08d4707d2 req-83b47fcc-adc6-41a4-a925-cd32674627b3 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 210 time: 0.0336945 Jun 23 14:12:11.480638 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4803bb26-1dde-41e8-9e6b-abde65262c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.508305 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3735c27c-a19d-4388-a1ef-bbbdd762bf60 req-626b999e-5604-4f40-934c-d2c05b3f1599 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711687 Jun 23 14:12:11.585242 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4803bb26-1dde-41e8-9e6b-abde65262c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.588561 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4803bb26-1dde-41e8-9e6b-abde65262c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.592895 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a0c4abb8-a840-4c78-807c-ac4a6b886c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:11.627973 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-4803bb26-1dde-41e8-9e6b-abde65262c4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92e81491446f45238e3e1a25cc720f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774596 Jun 23 14:12:11.630088 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803bb26-1dde-41e8-9e6b-abde65262c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c820898-7107-4987-916b-c6d586d142ee,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:11.630815 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58574) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:11.633602 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4803bb26-1dde-41e8-9e6b-abde65262c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:11.684040 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.706286 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.751483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.754082 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.755222 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c820898-7107-4987-916b-c6d586d142ee HTTP/1.1" status: 204 len: 168 time: 0.1232469 Jun 23 14:12:11.756051 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6c323467-9441-400c-897f-da1b3509de54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:11.764189 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c820898-7107-4987-916b-c6d586d142ee,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:11.766789 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:12.271535 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0f24f-911f-45d6-8bb2-393e6277d153 req-80c2a790-a54d-461c-9b91-2a794361db1c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.273174 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1cb0f24f-911f-45d6-8bb2-393e6277d153 req-80c2a790-a54d-461c-9b91-2a794361db1c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0706918 Jun 23 14:12:12.312820 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1cb0f24f-911f-45d6-8bb2-393e6277d153 req-9aa5a27b-762f-4326-8525-01e3636d2db0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Jun 23 14:12:12.467739 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-4b7cff42-88c2-4ed2-a0cd-0f488c1dc3d8 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.469951 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-4b7cff42-88c2-4ed2-a0cd-0f488c1dc3d8 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "GET /v2.0/networks?id=69d6511f-5f87-4c25-8e11-7589307fc638 HTTP/1.1" status: 200 len: 809 time: 0.0993631 Jun 23 14:12:12.493919 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Request body: {'port': {'device_id': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638', 'admin_state_up': True, 'tenant_id': 'f57fffd329f34f11baae242b4cae8d56'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:12.609676 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9aee0861-8edf-458c-9bd1-0cba31819115 req-f9113b3f-f6b0-421f-b59d-e0afaeac4921 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 210 time: 0.0338380 Jun 23 14:12:12.635239 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Made reservation on behalf of f57fffd329f34f11baae242b4cae8d56 for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:12.639308 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.799065 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Allocated IP 172.20.0.11 (69d6511f-5f87-4c25-8e11-7589307fc638/e33963dc-2cea-4e5b-b7b7-80c46edf571d/f52464ed-67c9-4f78-a2aa-e0a931d1749a) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:12.810838 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12e446-6887-47b2-9c46-b91d43421689 req-0f6213b6-fd37-46ec-b3c3-7864166acaeb tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.812291 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f12e446-6887-47b2-9c46-b91d43421689 req-0f6213b6-fd37-46ec-b3c3-7864166acaeb tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.1162794 Jun 23 14:12:12.873021 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f12e446-6887-47b2-9c46-b91d43421689 req-c24b3463-7dc5-4e38-b62c-748ae15d8855 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550091 Jun 23 14:12:12.979240 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.016821 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.020765 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.058047 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Network 69d6511f-5f87-4c25-8e11-7589307fc638 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:13.066326 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:13.070128 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:13.098745 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Pushing event updated for resources: {'Port': ['ID=f52464ed-67c9-4f78-a2aa-e0a931d1749a,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.102827 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:13.125870 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.126479 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.141375 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6515412 Jun 23 14:12:13.167942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Request body: {'port': {'device_id': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:13.240968 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.550598 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dc0d6-1856-4305-8a35-8e36f4c35e8b req-7f3f1299-04a4-4456-9bee-82eb8541d0fa tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.551973 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4b1dc0d6-1856-4305-8a35-8e36f4c35e8b req-7f3f1299-04a4-4456-9bee-82eb8541d0fa tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1237767 Jun 23 14:12:13.555780 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52464ed-67c9-4f78-a2aa-e0a931d1749a {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:13.564462 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.589155 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Transition to ACTIVE for port object f52464ed-67c9-4f78-a2aa-e0a931d1749a will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:13.599281 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.603652 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8480c3c1-110b-49cc-899e-5f4482d10ebd tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.633006 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4b1dc0d6-1856-4305-8a35-8e36f4c35e8b req-5020686f-25ee-4561-ae03-9ac1dc080175 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724008 Jun 23 14:12:13.671884 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52464ed-67c9-4f78-a2aa-e0a931d1749a,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.693327 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:13.748170 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Attempting to bind port f52464ed-67c9-4f78-a2aa-e0a931d1749a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:13.748630 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Attempting to bind port f52464ed-67c9-4f78-a2aa-e0a931d1749a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:13.748958 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Attempting to bind port f52464ed-67c9-4f78-a2aa-e0a931d1749a on network 69d6511f-5f87-4c25-8e11-7589307fc638 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:13.779676 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Port f52464ed-67c9-4f78-a2aa-e0a931d1749a on network 69d6511f-5f87-4c25-8e11-7589307fc638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:13.779980 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Attempting to bind port f52464ed-67c9-4f78-a2aa-e0a931d1749a on network 69d6511f-5f87-4c25-8e11-7589307fc638 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:13.788186 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:13.788522 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Checking segment: {'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:13.788899 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Bound using segment: {'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:13.789329 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Bound port: f52464ed-67c9-4f78-a2aa-e0a931d1749a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef13b1d-847d-4dea-8677-fc5ec46479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:13.789686 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.855717 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d622-d3c0-4900-abb9-38c07728b9da req-93520ecb-6116-4d17-aeb7-7e36d63d9c06 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.856983 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b590d622-d3c0-4900-abb9-38c07728b9da req-93520ecb-6116-4d17-aeb7-7e36d63d9c06 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 944 time: 0.1109688 Jun 23 14:12:14.125606 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] For port f52464ed-67c9-4f78-a2aa-e0a931d1749a, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:14.156501 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] For port f52464ed-67c9-4f78-a2aa-e0a931d1749a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f52464ed-67c9-4f78-a2aa-e0a931d1749a,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:14.166996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.171996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:14.183238 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b590d622-d3c0-4900-abb9-38c07728b9da req-0966962f-ac31-4023-a771-9931b9763dcf tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165224 Jun 23 14:12:14.217516 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.218147 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.219850 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] 10.222.0.53 "PUT /v2.0/ports/f52464ed-67c9-4f78-a2aa-e0a931d1749a HTTP/1.1" status: 200 len: 1094 time: 1.0555518 Jun 23 14:12:14.221737 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'tag': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:14.224007 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7510bc28-c5d4-4e71-b23a-a702fc691687" -d '{"events": [{"name": "network-changed", "server_uuid": "27c4ab7e-e910-47cf-9a24-436b087df1ca", "tag": "f52464ed-67c9-4f78-a2aa-e0a931d1749a"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:14.246854 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52464ed-67c9-4f78-a2aa-e0a931d1749a,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:14.250559 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:14.258081 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d5858-f01a-4c7f-b724-470716514701 req-eae2e1a8-b9a6-4cc8-b96d-e9aed7a67b2e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.259528 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-085d5858-f01a-4c7f-b724-470716514701 req-eae2e1a8-b9a6-4cc8-b96d-e9aed7a67b2e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.1559238 Jun 23 14:12:14.272685 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03335d08-ba34-49d2-bf79-c1d06f262f7e x-openstack-request-id: req-03335d08-ba34-49d2-bf79-c1d06f262f7e {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:14.273005 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c4ab7e-e910-47cf-9a24-436b087df1ca", "tag": "f52464ed-67c9-4f78-a2aa-e0a931d1749a", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:14.273309 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03335d08-ba34-49d2-bf79-c1d06f262f7e {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:14.273720 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'tag': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a', 'status': 'completed', 'code': 200} Jun 23 14:12:14.304560 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-085d5858-f01a-4c7f-b724-470716514701 req-2e9ffe02-7038-4b13-98ad-fcc911f82e68 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Jun 23 14:12:14.357226 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-b4b6adfd-7a78-45fb-9866-bbc54cf3b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.358809 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-b4b6adfd-7a78-45fb-9866-bbc54cf3b1f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57fffd329f34f11baae242b4cae8d56&device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 1097 time: 0.0534098 Jun 23 14:12:14.411955 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-64f1fa83-51fb-4af4-9831-50396425edde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52464ed-67c9-4f78-a2aa-e0a931d1749a HTTP/1.1" status: 200 len: 217 time: 0.0324802 Jun 23 14:12:14.462212 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-7c99fb1c-2fc3-404c-adbb-2b7a3d74de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.463765 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-7c99fb1c-2fc3-404c-adbb-2b7a3d74de8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33963dc-2cea-4e5b-b7b7-80c46edf571d HTTP/1.1" status: 200 len: 849 time: 0.0436456 Jun 23 14:12:14.500312 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-7a83a0b6-a7d9-44d2-89b8-6524364850b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69d6511f-5f87-4c25-8e11-7589307fc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293112 Jun 23 14:12:14.571072 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58646) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:14.587726 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-1edc7541-8cbb-4646-8af1-86eac80f4d9a service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801072 Jun 23 14:12:14.672372 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-791daab2-ae51-49f9-aeb3-322ce78cfcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.680461 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-77c3b012-93f8-44ea-85b2-a9a14ebfb959 req-b793d46b-8497-4558-85df-bfef42a8f2eb service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841177 Jun 23 14:12:14.758889 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-791daab2-ae51-49f9-aeb3-322ce78cfcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.763994 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-791daab2-ae51-49f9-aeb3-322ce78cfcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.766642 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c10da0d4-51d2-4ed4-a335-d6920a335a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:14.807022 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-791daab2-ae51-49f9-aeb3-322ce78cfcbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b8fbba4360a4352897aab174fe0e813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324915 Jun 23 14:12:14.807586 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58656) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:14.814122 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791daab2-ae51-49f9-aeb3-322ce78cfcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df6f766-79dd-4655-943c-81058028c6b6,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:14.817593 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-791daab2-ae51-49f9-aeb3-322ce78cfcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:14.873525 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.895112 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.899182 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a832267-38e4-4a66-bbc8-93febe26ebc8 req-9749432c-4f5c-4a23-ac8a-427ec207fee5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.900647 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5a832267-38e4-4a66-bbc8-93febe26ebc8 req-9749432c-4f5c-4a23-ac8a-427ec207fee5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1384313 Jun 23 14:12:14.906537 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-cede9b69-947d-4216-95ae-1a905e0ced86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.907910 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-cede9b69-947d-4216-95ae-1a905e0ced86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57fffd329f34f11baae242b4cae8d56&device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 1097 time: 0.1172562 Jun 23 14:12:14.940653 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.943312 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.944530 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4df6f766-79dd-4655-943c-81058028c6b6 HTTP/1.1" status: 204 len: 168 time: 0.1360424 Jun 23 14:12:14.945256 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9316e698-f84e-4e3b-95af-325845f6fc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:14.952834 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df6f766-79dd-4655-943c-81058028c6b6,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:14.955767 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:14.993622 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5a832267-38e4-4a66-bbc8-93febe26ebc8 req-5dff258a-a31e-4450-9bc9-5f5f6cafb367 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847857 Jun 23 14:12:15.025992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-ae811d01-e989-4ee6-93a1-1963c0ed1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.027446 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-ae811d01-e989-4ee6-93a1-1963c0ed1d14 service neutron] 10.222.0.53 "GET /v2.0/networks?id=69d6511f-5f87-4c25-8e11-7589307fc638 HTTP/1.1" status: 200 len: 910 time: 0.1121321 Jun 23 14:12:15.074845 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-d6467b1c-1c7c-4011-ba6e-7bb2d4113134 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52464ed-67c9-4f78-a2aa-e0a931d1749a HTTP/1.1" status: 200 len: 217 time: 0.0399549 Jun 23 14:12:15.124795 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-338a9e7e-7075-4176-a83e-04a0c13c5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.126268 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-338a9e7e-7075-4176-a83e-04a0c13c5fe9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33963dc-2cea-4e5b-b7b7-80c46edf571d HTTP/1.1" status: 200 len: 849 time: 0.0446715 Jun 23 14:12:15.159481 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-3c9b8bc0-4f36-4c29-951e-c6fd69e40911 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69d6511f-5f87-4c25-8e11-7589307fc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260532 Jun 23 14:12:15.208916 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58666) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.222462 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-97e3c0be-f15f-4088-91a3-6222e25fbda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.260054 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-58189d08-a924-427f-bfe1-6cfdf19fb594 service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902197 Jun 23 14:12:15.309789 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-97e3c0be-f15f-4088-91a3-6222e25fbda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.313971 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-97e3c0be-f15f-4088-91a3-6222e25fbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.317373 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6456c330-372c-4b2b-9644-6cc3a41e1552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:15.351408 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-97e3c0be-f15f-4088-91a3-6222e25fbda7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f621ddad94ba4255b59560298af76ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414151 Jun 23 14:12:15.352538 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c0be-f15f-4088-91a3-6222e25fbda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c36152-60dd-490f-8718-2e11cd8c0be0,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:15.354803 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58670) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.369432 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-97e3c0be-f15f-4088-91a3-6222e25fbda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:15.389782 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7510bc28-c5d4-4e71-b23a-a702fc691687 req-b41660e8-e0e7-4761-8ede-0ab0f7d65708 service neutron] 10.222.0.53 "GET /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226146 Jun 23 14:12:15.409818 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.409985 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e1410-567f-4011-93f0-afeab1acd764 req-b03e3eed-ea5d-4a20-b2e1-8d1984e4b39e tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.410952 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-af7e1410-567f-4011-93f0-afeab1acd764 req-b03e3eed-ea5d-4a20-b2e1-8d1984e4b39e tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 944 time: 0.1155403 Jun 23 14:12:15.428795 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.461632 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-af7e1410-567f-4011-93f0-afeab1acd764 req-39bde066-b843-4a58-ab93-fe79295ab4a6 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Jun 23 14:12:15.483153 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.485957 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.487346 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64c36152-60dd-490f-8718-2e11cd8c0be0 HTTP/1.1" status: 204 len: 168 time: 0.1315026 Jun 23 14:12:15.488104 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b73f39c8-03f3-49e7-be9f-413cb5ad7634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:15.495797 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c36152-60dd-490f-8718-2e11cd8c0be0,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:15.498134 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:15.551020 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c684-9ed1-4b0a-9298-80b8cbbf4d08 req-3bdd557e-c501-47cb-9fe5-0c1ef09a7c50 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.552503 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2df6c684-9ed1-4b0a-9298-80b8cbbf4d08 req-3bdd557e-c501-47cb-9fe5-0c1ef09a7c50 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0648797 Jun 23 14:12:15.591190 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2df6c684-9ed1-4b0a-9298-80b8cbbf4d08 req-e0a5fb91-53d6-4070-9180-73eec623364e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330174 Jun 23 14:12:15.817340 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-864fc2b2-a2c4-4aa9-b8c1-900a6ec4e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.818994 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-864fc2b2-a2c4-4aa9-b8c1-900a6ec4e4f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.0634654 Jun 23 14:12:15.939836 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-2bd15f2a-8011-43dd-8ca1-464aeaee10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.941320 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-2bd15f2a-8011-43dd-8ca1-464aeaee10ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.0989785 Jun 23 14:12:15.984162 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-0c25cbfc-3520-4ec2-822b-8468094a05d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 217 time: 0.0348539 Jun 23 14:12:16.035890 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-fcc5c4fa-67fe-48ba-871e-7c67948f6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.037497 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-fcc5c4fa-67fe-48ba-871e-7c67948f6d39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0467777 Jun 23 14:12:16.074075 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-520cfcf2-10cd-46e2-b4c0-25078d7d4ef3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277970 Jun 23 14:12:16.216178 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-65315bd7-f8fc-4df5-80ca-0f2df02ee574 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314793 Jun 23 14:12:16.227631 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108bcda-2a6b-412d-a42e-41218864705e req-80aaa60a-cac1-4431-bc37-919ecbcb506c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.229018 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9108bcda-2a6b-412d-a42e-41218864705e req-80aaa60a-cac1-4431-bc37-919ecbcb506c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0906725 Jun 23 14:12:16.318728 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9108bcda-2a6b-412d-a42e-41218864705e req-92d5fc4e-1532-4847-acca-6007bdea7f44 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812416 Jun 23 14:12:16.339615 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7db020e2-b257-4555-9e1e-9c778b8b5840 req-4810be6f-a928-403c-8a6e-34ca7e9f9651 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096351 Jun 23 14:12:16.643408 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9c44c-5620-4295-80bd-f4a1a8988a26 req-113168f6-3c1b-49d0-8b7e-ead80d4d8398 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.646793 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0cd9c44c-5620-4295-80bd-f4a1a8988a26 req-113168f6-3c1b-49d0-8b7e-ead80d4d8398 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 944 time: 0.0711300 Jun 23 14:12:16.686345 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0cd9c44c-5620-4295-80bd-f4a1a8988a26 req-dc02d4fa-df5d-459a-862a-eae0ea4060fa tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Jun 23 14:12:16.763449 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58724) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:16.784651 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445c606-8b80-4a18-8307-d8a7a40f3685 req-96266826-065b-476f-954a-1da8f3de4f79 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.786150 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2445c606-8b80-4a18-8307-d8a7a40f3685 req-96266826-065b-476f-954a-1da8f3de4f79 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 943 time: 0.0615101 Jun 23 14:12:16.799490 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 720955e9-a676-4364-a73e-c24d73edbea4 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:16.824365 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2445c606-8b80-4a18-8307-d8a7a40f3685 req-372eb382-d70e-450f-a2d0-2f54d17f2b9a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Jun 23 14:12:16.872433 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3d7bddb5-e256-4ed0-beb1-5e44310385a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.892719 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 720955e9-a676-4364-a73e-c24d73edbea4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=720955e9-a676-4364-a73e-c24d73edbea4,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:16.904033 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '720955e9-a676-4364-a73e-c24d73edbea4', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'port_id': '720955e9-a676-4364-a73e-c24d73edbea4', 'mac_address': 'fa:16:3e:98:db:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfde936a-85e6-46f8-84ec-46d452f963af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:16.946511 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.961613 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720955e9-a676-4364-a73e-c24d73edbea4 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:16.962707 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3d7bddb5-e256-4ed0-beb1-5e44310385a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.976712 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3d7bddb5-e256-4ed0-beb1-5e44310385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.980614 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3ac6f569-1641-4579-9467-3b1d914b1454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:16.982617 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 720955e9-a676-4364-a73e-c24d73edbea4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=720955e9-a676-4364-a73e-c24d73edbea4,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:16.987834 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.989676 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.020595 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3d7bddb5-e256-4ed0-beb1-5e44310385a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5b0ae59133f4bcc9c7c534713bcef30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557595 Jun 23 14:12:17.021454 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bddb5-e256-4ed0-beb1-5e44310385a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e9b1b0-3057-4e0e-9cab-5b359965a2c3,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.023363 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 58730) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:17.025365 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3d7bddb5-e256-4ed0-beb1-5e44310385a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.038175 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=720955e9-a676-4364-a73e-c24d73edbea4,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.041396 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.081988 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.107002 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.152669 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.155588 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.156997 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06e9b1b0-3057-4e0e-9cab-5b359965a2c3 HTTP/1.1" status: 204 len: 168 time: 0.1293666 Jun 23 14:12:17.157761 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dbc9359f-20a8-4ff6-87e9-e2c4ed5603b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.165026 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e9b1b0-3057-4e0e-9cab-5b359965a2c3,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.168094 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.495083 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98d1dc-2dac-4856-a3f0-33c440176475 req-00a92319-52fd-40de-b933-9b257419bf22 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.496540 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6d98d1dc-2dac-4856-a3f0-33c440176475 req-00a92319-52fd-40de-b933-9b257419bf22 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0670376 Jun 23 14:12:17.534344 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6d98d1dc-2dac-4856-a3f0-33c440176475 req-3c68201b-9e15-4b24-b197-08ab0314db85 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Jun 23 14:12:17.848738 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['720955e9-a676-4364-a73e-c24d73edbea4'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:17.871021 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d69a25-f8b8-4741-a302-577b8b502860 req-4e1a1fb2-91ad-469e-9d04-3ccf1bb3b046 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.873300 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-70d69a25-f8b8-4741-a302-577b8b502860 req-4e1a1fb2-91ad-469e-9d04-3ccf1bb3b046 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 944 time: 0.0783823 Jun 23 14:12:17.918909 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-70d69a25-f8b8-4741-a302-577b8b502860 req-f865ab90-c829-4d81-945f-3e1222e477b6 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Jun 23 14:12:18.050161 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de365651-f199-4f34-8f6d-37fb985f7b57 req-b528c5c5-dc83-42c5-a451-075567ded018 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:18.051575 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-de365651-f199-4f34-8f6d-37fb985f7b57 req-b528c5c5-dc83-42c5-a451-075567ded018 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 944 time: 0.0677176 Jun 23 14:12:18.089987 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-de365651-f199-4f34-8f6d-37fb985f7b57 req-7e50b61f-d2ce-4841-aad4-4eee1960e12f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Jun 23 14:12:18.719825 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f5fc5-cd40-43a6-83c2-0f976fb15cbf req-be81f37b-2a78-43b9-a708-641f2760c222 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:18.721277 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-076f5fc5-cd40-43a6-83c2-0f976fb15cbf req-be81f37b-2a78-43b9-a708-641f2760c222 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0714228 Jun 23 14:12:18.758941 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-076f5fc5-cd40-43a6-83c2-0f976fb15cbf req-988369ab-6924-49af-a709-808bde3d989f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Jun 23 14:12:18.814751 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f52464ed-67c9-4f78-a2aa-e0a931d1749a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:18.908799 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f52464ed-67c9-4f78-a2aa-e0a931d1749a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f52464ed-67c9-4f78-a2aa-e0a931d1749a,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:18.919789 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a', 'network_id': '69d6511f-5f87-4c25-8e11-7589307fc638', 'port_id': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a', 'mac_address': 'fa:16:3e:54:b3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33963dc-2cea-4e5b-b7b7-80c46edf571d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:18.957958 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.973081 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52464ed-67c9-4f78-a2aa-e0a931d1749a {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:18.991810 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f52464ed-67c9-4f78-a2aa-e0a931d1749a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f52464ed-67c9-4f78-a2aa-e0a931d1749a,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:18.996904 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.998708 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.044126 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f52464ed-67c9-4f78-a2aa-e0a931d1749a,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.046162 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.108593 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380908e-abb3-4de8-99fe-5a9b0d6eddf6 req-8f7dee36-ae2c-47df-b0d3-f03f8451e81b tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.109981 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a380908e-abb3-4de8-99fe-5a9b0d6eddf6 req-8f7dee36-ae2c-47df-b0d3-f03f8451e81b tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 945 time: 0.0641255 Jun 23 14:12:19.147551 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a380908e-abb3-4de8-99fe-5a9b0d6eddf6 req-03076b26-e288-4e85-8197-b2e20fc94bfb tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Jun 23 14:12:19.273832 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaea4c-108f-4188-82f1-05249c681b64 req-817aec83-6955-4c3f-b970-211fc879c5b3 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.275311 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-26aaea4c-108f-4188-82f1-05249c681b64 req-817aec83-6955-4c3f-b970-211fc879c5b3 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 944 time: 0.0728610 Jun 23 14:12:19.314523 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-26aaea4c-108f-4188-82f1-05249c681b64 req-03a49d4e-b062-4fd7-bbc5-1e103341cf93 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Jun 23 14:12:19.686471 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.941384 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5cc4-ad0e-44a2-9e3b-9cd92642d7d2 req-98a08fd6-3788-46a9-9b99-07806b21b197 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.942855 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ea1f5cc4-ad0e-44a2-9e3b-9cd92642d7d2 req-98a08fd6-3788-46a9-9b99-07806b21b197 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0639834 Jun 23 14:12:19.965163 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['f52464ed-67c9-4f78-a2aa-e0a931d1749a'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:19.986728 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ea1f5cc4-ad0e-44a2-9e3b-9cd92642d7d2 req-e034eb47-0835-4af8-8c21-e30be0efed40 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Jun 23 14:12:20.328699 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f167e41-b205-48c3-a540-a912af4e3c25 req-b61916e3-5f60-49f2-b684-b731284d8cf0 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.330333 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9f167e41-b205-48c3-a540-a912af4e3c25 req-b61916e3-5f60-49f2-b684-b731284d8cf0 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 945 time: 0.0678055 Jun 23 14:12:20.377519 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9f167e41-b205-48c3-a540-a912af4e3c25 req-f33d4769-77cf-4bc1-aabd-2e7b03d19408 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Jun 23 14:12:20.546369 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43510-6f13-4911-b159-66d402706c48 req-69110841-bcea-4e90-a1ce-0c37bf64481f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.550281 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-12b43510-6f13-4911-b159-66d402706c48 req-69110841-bcea-4e90-a1ce-0c37bf64481f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 944 time: 0.0629857 Jun 23 14:12:20.585932 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-12b43510-6f13-4911-b159-66d402706c48 req-50b79d10-57e7-4a49-9289-0be5715e51e7 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Jun 23 14:12:20.829427 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 720955e9-a676-4364-a73e-c24d73edbea4 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:20.883062 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 720955e9-a676-4364-a73e-c24d73edbea4 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:20.887195 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 720955e9-a676-4364-a73e-c24d73edbea4 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:20.887654 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.967980 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.993330 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720955e9-a676-4364-a73e-c24d73edbea4'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:20.995665 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e426a733-31ab-4c81-af76-594ed98c507c" -d '{"events": [{"server_uuid": "f95d6ead-9508-4d3f-bdcd-05eb5971a65b", "name": "network-vif-plugged", "status": "completed", "tag": "720955e9-a676-4364-a73e-c24d73edbea4"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:21.015421 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 720955e9-a676-4364-a73e-c24d73edbea4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=720955e9-a676-4364-a73e-c24d73edbea4,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:21.019656 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.021699 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:21.046443 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82af75-988a-49d9-bb19-0e7726a3abeb x-openstack-request-id: req-ae82af75-988a-49d9-bb19-0e7726a3abeb {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:21.046744 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95d6ead-9508-4d3f-bdcd-05eb5971a65b", "name": "network-vif-plugged", "status": "completed", "tag": "720955e9-a676-4364-a73e-c24d73edbea4", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:21.047012 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae82af75-988a-49d9-bb19-0e7726a3abeb {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:21.047396 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720955e9-a676-4364-a73e-c24d73edbea4', 'code': 200} Jun 23 14:12:21.072675 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=720955e9-a676-4364-a73e-c24d73edbea4,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:21.075871 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:21.170532 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913bad-131a-414e-9709-eccac9e11726 req-076455a8-5617-4e11-b433-56b64c507c6e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.172197 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-44913bad-131a-414e-9709-eccac9e11726 req-076455a8-5617-4e11-b433-56b64c507c6e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0701301 Jun 23 14:12:21.212806 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-44913bad-131a-414e-9709-eccac9e11726 req-c1caf8ae-38ad-49ab-ba9c-3bf17a2f3e62 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347688 Jun 23 14:12:21.318395 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688bcda-90af-47f8-bc33-b73ced2919a2 req-55a55b57-bdd7-4a82-ac86-87f23703534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.319838 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b688bcda-90af-47f8-bc33-b73ced2919a2 req-55a55b57-bdd7-4a82-ac86-87f23703534c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 1098 time: 0.0508044 Jun 23 14:12:21.367159 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b688bcda-90af-47f8-bc33-b73ced2919a2 req-afd0e71f-d000-4051-8313-774d9073b054 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Jun 23 14:12:21.563484 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8dcb1-2afd-4fa4-8e13-3121414a7fac req-a254efdc-9b7e-46b2-ae3b-a20552b4fc25 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.564959 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fbf8dcb1-2afd-4fa4-8e13-3121414a7fac req-a254efdc-9b7e-46b2-ae3b-a20552b4fc25 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 945 time: 0.0629201 Jun 23 14:12:21.604434 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fbf8dcb1-2afd-4fa4-8e13-3121414a7fac req-e0c2413a-c9c2-4464-9fca-e6c0768bae14 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jun 23 14:12:21.768124 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d24041-4b58-4690-b1e2-21a4d83e7f34 req-212ff9d3-dca8-408e-894f-4ba8623f1c56 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.769444 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30d24041-4b58-4690-b1e2-21a4d83e7f34 req-212ff9d3-dca8-408e-894f-4ba8623f1c56 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 945 time: 0.0685394 Jun 23 14:12:21.805486 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30d24041-4b58-4690-b1e2-21a4d83e7f34 req-dc191e15-351a-4d00-8035-5896dfaca56f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303793 Jun 23 14:12:22.285037 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 58858) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.389479 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-08241e0d-8be8-4d3b-965d-c367523f1d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.403507 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31120e-f6a8-4e7c-b1ae-51dd816079a5 req-5070d396-fa45-46b8-b3de-99a183316b5b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.404982 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ba31120e-f6a8-4e7c-b1ae-51dd816079a5 req-5070d396-fa45-46b8-b3de-99a183316b5b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0785012 Jun 23 14:12:22.463832 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ba31120e-f6a8-4e7c-b1ae-51dd816079a5 req-630ca379-873d-4884-b2c6-5566b14d0610 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532539 Jun 23 14:12:22.515738 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-08241e0d-8be8-4d3b-965d-c367523f1d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.520723 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-08241e0d-8be8-4d3b-965d-c367523f1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.524142 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-ea2bc4b3-fe15-4814-8f0c-f8778e1d74b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:22.557977 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-08241e0d-8be8-4d3b-965d-c367523f1d68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96bd827f3be44041980f8febc552b7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717679 Jun 23 14:12:22.558850 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08241e0d-8be8-4d3b-965d-c367523f1d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c6a297-d6ea-4b1a-b693-287b0ea5f338,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:22.561827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 58864) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.562386 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-08241e0d-8be8-4d3b-965d-c367523f1d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.612707 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.635593 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.682246 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.684960 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.686255 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6c6a297-d6ea-4b1a-b693-287b0ea5f338 HTTP/1.1" status: 204 len: 168 time: 0.1229088 Jun 23 14:12:22.687088 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-670858f6-6d1d-4f92-b2d1-6f7014bf21d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:22.694580 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c6a297-d6ea-4b1a-b693-287b0ea5f338,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:22.696948 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.776012 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633296b-2361-42f5-917c-fec9d33cb5cd req-441864c4-e47b-4054-b098-2bbf22634a0e tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.777721 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5633296b-2361-42f5-917c-fec9d33cb5cd req-441864c4-e47b-4054-b098-2bbf22634a0e tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 945 time: 0.0621450 Jun 23 14:12:22.817554 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5633296b-2361-42f5-917c-fec9d33cb5cd req-ff13c839-2419-4c93-a1f8-73647ec2fddf tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Jun 23 14:12:22.850567 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f52464ed-67c9-4f78-a2aa-e0a931d1749a up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:22.910442 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port f52464ed-67c9-4f78-a2aa-e0a931d1749a completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:22.915119 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port f52464ed-67c9-4f78-a2aa-e0a931d1749a triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:22.915502 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.005976 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.043143 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f52464ed-67c9-4f78-a2aa-e0a931d1749a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f52464ed-67c9-4f78-a2aa-e0a931d1749a,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:23.048162 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:23.050852 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb0d51-d32c-4be6-a70b-dd0d2de13546" -d '{"events": [{"server_uuid": "27c4ab7e-e910-47cf-9a24-436b087df1ca", "name": "network-vif-plugged", "status": "completed", "tag": "f52464ed-67c9-4f78-a2aa-e0a931d1749a"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:23.055016 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.056884 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-6a3f8632-82c9-4c65-8462-92e8bbade087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:23.108121 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f52464ed-67c9-4f78-a2aa-e0a931d1749a,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:23.111137 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:23.168218 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374694a-38a0-46bc-a900-1f1779631e89 req-4c6982a8-9b01-4148-9e81-50051ba390c2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.169644 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8374694a-38a0-46bc-a900-1f1779631e89 req-4c6982a8-9b01-4148-9e81-50051ba390c2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 945 time: 0.0638733 Jun 23 14:12:23.212384 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8374694a-38a0-46bc-a900-1f1779631e89 req-bf4f371b-00ea-4eee-808a-9cc0557aa9fa tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Jun 23 14:12:23.258107 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a322a88-9638-44e3-b11d-de7b76cba8b4 x-openstack-request-id: req-5a322a88-9638-44e3-b11d-de7b76cba8b4 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:23.258606 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c4ab7e-e910-47cf-9a24-436b087df1ca", "name": "network-vif-plugged", "status": "completed", "tag": "f52464ed-67c9-4f78-a2aa-e0a931d1749a", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:23.258961 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a322a88-9638-44e3-b11d-de7b76cba8b4 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:23.259534 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a', 'code': 200} Jun 23 14:12:23.648068 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cec0e-1127-45eb-b99d-843b0d272fc6 req-d0d7655d-cf51-47c4-b191-2f4dfb207af6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.650544 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ea9cec0e-1127-45eb-b99d-843b0d272fc6 req-d0d7655d-cf51-47c4-b191-2f4dfb207af6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0672233 Jun 23 14:12:23.714467 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ea9cec0e-1127-45eb-b99d-843b0d272fc6 req-6b4ca1a4-97d4-4baf-81fc-3fc4b3e94984 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574872 Jun 23 14:12:23.739954 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2fe8-0e29-4329-943c-948b8fcbd93a req-bfd1c454-8ff2-468d-8424-80d0c4ead588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.741577 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c9d2fe8-0e29-4329-943c-948b8fcbd93a req-bfd1c454-8ff2-468d-8424-80d0c4ead588 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 1099 time: 0.0690837 Jun 23 14:12:23.781740 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c9d2fe8-0e29-4329-943c-948b8fcbd93a req-5256f8b2-ef16-42bc-897e-8e1abb49ee5d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Jun 23 14:12:24.004923 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627ebd3-4624-4b4f-b833-afbfa52d05fa req-2eccb09d-473b-4b96-b993-61b5521ed288 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.006354 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6627ebd3-4624-4b4f-b833-afbfa52d05fa req-2eccb09d-473b-4b96-b993-61b5521ed288 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 946 time: 0.0677426 Jun 23 14:12:24.046778 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6627ebd3-4624-4b4f-b833-afbfa52d05fa req-abd46122-7dda-45c6-bdfb-9355d957635d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Jun 23 14:12:24.383080 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd30e5-1f23-4540-bd1e-d7e184f27272 req-912d9d38-5f89-49bd-92cc-67f3aec925c9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.384664 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-69fd30e5-1f23-4540-bd1e-d7e184f27272 req-912d9d38-5f89-49bd-92cc-67f3aec925c9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 945 time: 0.0629237 Jun 23 14:12:24.424193 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-69fd30e5-1f23-4540-bd1e-d7e184f27272 req-d2ea5a66-c12d-4432-8c73-aa8615268a61 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Jun 23 14:12:24.752181 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea260fd-824a-437d-aa11-4a47545121b5 req-c85ea05b-c933-44df-8172-4200d41db6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.753748 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3ea260fd-824a-437d-aa11-4a47545121b5 req-c85ea05b-c933-44df-8172-4200d41db6de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.0546737 Jun 23 14:12:24.792719 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3ea260fd-824a-437d-aa11-4a47545121b5 req-e8ce1b75-1842-4797-a36e-45c56ff84089 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Jun 23 14:12:24.899100 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc7c3-1992-4b05-b29f-629b7916dac7 req-5a690ebc-22df-40b8-b8c2-e02d14d380e0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.901185 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-448dc7c3-1992-4b05-b29f-629b7916dac7 req-5a690ebc-22df-40b8-b8c2-e02d14d380e0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0689328 Jun 23 14:12:24.944151 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-448dc7c3-1992-4b05-b29f-629b7916dac7 req-2ad63fd7-8e54-4d2e-af27-0e5bbae3905b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 Jun 23 14:12:25.224249 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f0b76-a6b9-415d-8071-12f8a26f2a2a req-3be30156-3f89-473b-80f7-a5a89b9625bb tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.225918 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-482f0b76-a6b9-415d-8071-12f8a26f2a2a req-3be30156-3f89-473b-80f7-a5a89b9625bb tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 946 time: 0.0669508 Jun 23 14:12:25.262770 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-482f0b76-a6b9-415d-8071-12f8a26f2a2a req-e509430e-491f-46ed-9fe8-58dc14fda90b tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jun 23 14:12:26.140791 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ec30e-1d18-4e49-a3ae-712f86a3e0d8 req-0e281b90-263a-4f44-a418-40be8fc44a6a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:26.142380 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-232ec30e-1d18-4e49-a3ae-712f86a3e0d8 req-0e281b90-263a-4f44-a418-40be8fc44a6a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0719683 Jun 23 14:12:26.180199 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-232ec30e-1d18-4e49-a3ae-712f86a3e0d8 req-03e88bc4-bbd7-4d59-829e-2329079956f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Jun 23 14:12:26.476629 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c86ffb-d92a-4404-9529-d9dcc8146845 req-090db05a-788e-4ab1-9ab0-131c8f4b9bf9 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:26.478018 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-90c86ffb-d92a-4404-9529-d9dcc8146845 req-090db05a-788e-4ab1-9ab0-131c8f4b9bf9 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 946 time: 0.0713949 Jun 23 14:12:26.516576 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-90c86ffb-d92a-4404-9529-d9dcc8146845 req-77d0b374-62d0-4735-8be2-2b9d22f832ce tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327559 Jun 23 14:12:27.370715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-ea482eb7-94be-4497-890a-e00b1ffbc303 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:27.372198 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-ea482eb7-94be-4497-890a-e00b1ffbc303 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.1030943 Jun 23 14:12:27.392699 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-5b514bcb-332f-47bd-93d0-0109cd145173 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/quotas/74fe7296bb26443596bebf08aa89dd9b HTTP/1.1" status: 200 len: 375 time: 0.0146165 Jun 23 14:12:27.464217 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-02e180c5-cb18-47ca-876f-c1f1bdd7857c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659266 Jun 23 14:12:27.592704 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-6b82a1af-5b46-4dfb-9982-41c75448c29b service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207469 Jun 23 14:12:27.604779 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3720-cf24-4403-b14e-b4c131c9281e req-e1896bf4-e824-45ac-b211-553cf242c365 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:27.606160 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4f0c3720-cf24-4403-b14e-b4c131c9281e req-e1896bf4-e824-45ac-b211-553cf242c365 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1257591 Jun 23 14:12:27.915513 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4f0c3720-cf24-4403-b14e-b4c131c9281e req-790ea30b-4025-4b3c-9eb8-643fd9817780 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016558 Jun 23 14:12:27.943200 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-8660410c-77ee-4cc6-9fd3-84635ff54559 service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360269 Jun 23 14:12:28.086543 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108e59-b39d-42cf-bb2c-878cebd8428c req-0f24e85c-3e4d-4256-a47d-af85a9bcf1e7 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.088006 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-31108e59-b39d-42cf-bb2c-878cebd8428c req-0f24e85c-3e4d-4256-a47d-af85a9bcf1e7 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 946 time: 0.0735178 Jun 23 14:12:28.128922 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-31108e59-b39d-42cf-bb2c-878cebd8428c req-3f485bb4-c1e2-4e4f-bc38-e71fcf2e1ef5 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Jun 23 14:12:28.278980 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e56f0569-c50e-4cb1-be9d-bd93a1a39d43 req-56f21d94-92e1-419a-8751-d4eee6cca8d1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 210 time: 0.0357554 Jun 23 14:12:28.580108 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-2c32eef6-ac3d-4922-a069-c0cdc10dd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.581593 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-2c32eef6-ac3d-4922-a069-c0cdc10dd716 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.1046386 Jun 23 14:12:28.593273 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a253-414a-4b3a-88ef-a4e46e6a3fc3 req-0023c910-c9d8-4e5b-beca-bf999eb2194f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.595322 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-89e9a253-414a-4b3a-88ef-a4e46e6a3fc3 req-0023c910-c9d8-4e5b-beca-bf999eb2194f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0804541 Jun 23 14:12:28.680970 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-89e9a253-414a-4b3a-88ef-a4e46e6a3fc3 req-8622a0db-14c0-402e-873a-dae24aa5758d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774465 Jun 23 14:12:28.735558 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-1c5c04a9-084f-4ab3-8e60-d5bdd6cddd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.737009 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-1c5c04a9-084f-4ab3-8e60-d5bdd6cddd4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.1408231 Jun 23 14:12:28.779757 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-07501d8a-80b0-403e-92ba-829e5fc7f7d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 217 time: 0.0352504 Jun 23 14:12:28.827872 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-386074c3-3d7b-4e42-a469-73212161cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.829471 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-386074c3-3d7b-4e42-a469-73212161cefa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0433998 Jun 23 14:12:28.868938 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-4a825712-bd99-48a5-9431-9f16f2e37554 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293045 Jun 23 14:12:28.957544 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-782b7ff9-4e9e-4665-bf8b-cfc4805bf676 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792193 Jun 23 14:12:29.054424 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6c2395ce-1882-42d4-9573-e0335dcf0b46 req-f84fd697-70c3-4239-8666-3170f3a38d62 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892994 Jun 23 14:12:29.319348 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e2da-ed5c-4d6a-b495-8f6c486cb81e req-9d285a02-f2ca-4a8c-9142-95ee9edeea5e tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.320796 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bae1e2da-ed5c-4d6a-b495-8f6c486cb81e req-9d285a02-f2ca-4a8c-9142-95ee9edeea5e tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 946 time: 0.0714598 Jun 23 14:12:29.358422 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bae1e2da-ed5c-4d6a-b495-8f6c486cb81e req-5489fffa-c65a-448a-bd03-886c948b4374 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/security-groups?id=192af0e6-4e73-405a-a892-267e21b7f87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Jun 23 14:12:29.490689 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-38f880e1-4563-4c03-86ae-6485a3de5cd6 req-a9edb6f4-991c-4c1e-9977-27cbb7efb429 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 210 time: 0.0327611 Jun 23 14:12:29.771009 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-c2f2d620-1e3e-4e9c-b3b6-28691c7d5822 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.773165 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-c2f2d620-1e3e-4e9c-b3b6-28691c7d5822 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 946 time: 0.0784519 Jun 23 14:12:29.909264 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-4c6b76c1-7ca3-4bfa-83fd-2b707d3f1eb3 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.910714 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-4c6b76c1-7ca3-4bfa-83fd-2b707d3f1eb3 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.1038194 Jun 23 14:12:29.947386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Request body: {'port': {'device_id': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'admin_state_up': True, 'tenant_id': '74fe7296bb26443596bebf08aa89dd9b'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:29.955184 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072206c7-1903-4ced-a409-478a73b2bb40 req-3fc5cf73-2b5d-40cc-b367-4d57a974b80c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.956634 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-072206c7-1903-4ced-a409-478a73b2bb40 req-3fc5cf73-2b5d-40cc-b367-4d57a974b80c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1329355 Jun 23 14:12:29.989916 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Deleting port f52464ed-67c9-4f78-a2aa-e0a931d1749a {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:12:29.990249 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.023906 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-072206c7-1903-4ced-a409-478a73b2bb40 req-fad251dd-ab46-4b12-b72b-58bff32981db tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608902 Jun 23 14:12:30.059718 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Made reservation on behalf of 74fe7296bb26443596bebf08aa89dd9b for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:30.063576 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.090291 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] For port f52464ed-67c9-4f78-a2aa-e0a931d1749a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f52464ed-67c9-4f78-a2aa-e0a931d1749a,segment=NetworkSegment(8ef13b1d-847d-4dea-8677-fc5ec46479f6),segment_id=8ef13b1d-847d-4dea-8677-fc5ec46479f6)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:30.090641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.104132 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Calling delete_port for f52464ed-67c9-4f78-a2aa-e0a931d1749a owned by compute:nova {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:12:30.198899 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Allocated IP 172.20.0.5 (d2f6c45f-f6a2-4c01-bda2-e883fd93799f/cfde936a-85e6-46f8-84ec-46d452f963af/76bfab41-e536-4f1b-aa65-db69c0c6b76a) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:30.233033 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.238269 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c63eb5d5-b78f-4ebb-af19-30679e367741 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.262139 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Pushing event deleted for resources: {'Port': ['ID=f52464ed-67c9-4f78-a2aa-e0a931d1749a,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.275033 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.275345 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.275677 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.276021 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.276365 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.276703 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.277042 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.277373 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.277710 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.278075 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.278442 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.278936 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.283157 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:30.291391 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['f52464ed-67c9-4f78-a2aa-e0a931d1749a'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:30.338577 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] No DVR routers for this DVR port f52464ed-67c9-4f78-a2aa-e0a931d1749a on host hv-cinder-78447 {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:12:30.348874 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.351592 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.353711 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64d77474-03bf-47e6-b634-ae3de08ba7f9 req-78f8be4a-699c-4ce7-86f1-890ba9cff6ee tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.53 "DELETE /v2.0/ports/f52464ed-67c9-4f78-a2aa-e0a931d1749a HTTP/1.1" status: 204 len: 173 time: 0.5406423 Jun 23 14:12:30.354267 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'name': 'network-vif-deleted', 'tag': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:30.356657 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd096f39-a95f-4af1-ac43-ced08ab9753e" -d '{"events": [{"server_uuid": "27c4ab7e-e910-47cf-9a24-436b087df1ca", "name": "network-vif-deleted", "tag": "f52464ed-67c9-4f78-a2aa-e0a931d1749a"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:30.390291 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.396500 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.430075 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186', '720955e9-a676-4364-a73e-c24d73edbea4'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:30.432467 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41d52d1-1420-4285-8dcf-602ad2f2e0d0 x-openstack-request-id: req-f41d52d1-1420-4285-8dcf-602ad2f2e0d0 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:30.432822 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c4ab7e-e910-47cf-9a24-436b087df1ca", "name": "network-vif-deleted", "tag": "f52464ed-67c9-4f78-a2aa-e0a931d1749a", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:30.433177 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f41d52d1-1420-4285-8dcf-602ad2f2e0d0 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:30.433632 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c4ab7e-e910-47cf-9a24-436b087df1ca', 'name': 'network-vif-deleted', 'tag': 'f52464ed-67c9-4f78-a2aa-e0a931d1749a', 'status': 'completed', 'code': 200} Jun 23 14:12:30.461519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:30.465052 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:30.470351 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:30.497566 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event updated for resources: {'Port': ['ID=76bfab41-e536-4f1b-aa65-db69c0c6b76a,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.507950 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.508583 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.509081 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.509699 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.510242 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.510733 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.511219 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.511703 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.512201 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.512682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.513163 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.513645 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:30.520250 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:30.540748 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9989931e-f465-4ddf-a902-ab626ca44398 req-6ce9ecf9-cd1a-4882-9b50-142eb7ed2990 tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] 10.222.0.55 "GET /v2.0/ports?device_id=27c4ab7e-e910-47cf-9a24-436b087df1ca HTTP/1.1" status: 200 len: 210 time: 0.0516338 Jun 23 14:12:30.554527 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.556158 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.595183 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6518736 Jun 23 14:12:30.620238 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Request body: {'port': {'device_id': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:30.777945 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.791049 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797798b8-1200-48bb-8ac2-018422e8be24 req-454d05f9-e7bc-4e43-b91d-87957216caca tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.792542 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-797798b8-1200-48bb-8ac2-018422e8be24 req-454d05f9-e7bc-4e43-b91d-87957216caca tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 931 time: 0.0964420 Jun 23 14:12:30.846023 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-797798b8-1200-48bb-8ac2-018422e8be24 req-6ad374eb-fd2c-42aa-90bd-1059a22ea483 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Jun 23 14:12:31.067842 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bfab41-e536-4f1b-aa65-db69c0c6b76a {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:31.075793 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.087402 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Transition to ACTIVE for port object 76bfab41-e536-4f1b-aa65-db69c0c6b76a will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:31.091414 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.093824 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:31.140151 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Pushing event updated for resources: {'Port': ['ID=76bfab41-e536-4f1b-aa65-db69c0c6b76a,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:31.145210 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.201179 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24658-99ca-445f-9834-7878f5b129c8 req-91e5b9fb-1c14-410e-b56d-d74baa3e0c75 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.202669 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2e24658-99ca-445f-9834-7878f5b129c8 req-91e5b9fb-1c14-410e-b56d-d74baa3e0c75 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0669849 Jun 23 14:12:31.212050 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Attempting to bind port 76bfab41-e536-4f1b-aa65-db69c0c6b76a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:31.212381 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Attempting to bind port 76bfab41-e536-4f1b-aa65-db69c0c6b76a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:31.212702 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Attempting to bind port 76bfab41-e536-4f1b-aa65-db69c0c6b76a on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:31.216864 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Port 76bfab41-e536-4f1b-aa65-db69c0c6b76a on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:31.217173 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Attempting to bind port 76bfab41-e536-4f1b-aa65-db69c0c6b76a on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:31.222181 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:31.222510 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Checking segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:31.222877 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Bound using segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:31.223309 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Bound port: 76bfab41-e536-4f1b-aa65-db69c0c6b76a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:31.223640 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.240780 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2e24658-99ca-445f-9834-7878f5b129c8 req-d5dc8887-8a67-49b9-893d-5847edf7c2a2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jun 23 14:12:31.290276 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] For port 76bfab41-e536-4f1b-aa65-db69c0c6b76a, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:31.293190 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] For port 76bfab41-e536-4f1b-aa65-db69c0c6b76a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76bfab41-e536-4f1b-aa65-db69c0c6b76a,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:31.296989 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.299007 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:31.331997 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.332638 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.334006 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] 10.222.0.53 "PUT /v2.0/ports/76bfab41-e536-4f1b-aa65-db69c0c6b76a HTTP/1.1" status: 200 len: 1093 time: 0.7205100 Jun 23 14:12:31.334494 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'tag': '76bfab41-e536-4f1b-aa65-db69c0c6b76a'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:31.336851 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698" -d '{"events": [{"name": "network-changed", "server_uuid": "f8af6543-f74d-4bed-a35b-4e3d4cc3bf78", "tag": "76bfab41-e536-4f1b-aa65-db69c0c6b76a"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:31.361756 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Pushing event updated for resources: {'Port': ['ID=76bfab41-e536-4f1b-aa65-db69c0c6b76a,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:31.364841 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.389600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78234f1a-2a9d-49d9-96df-7b6d45f2aad4 x-openstack-request-id: req-78234f1a-2a9d-49d9-96df-7b6d45f2aad4 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:31.390003 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8af6543-f74d-4bed-a35b-4e3d4cc3bf78", "tag": "76bfab41-e536-4f1b-aa65-db69c0c6b76a", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:31.390305 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78234f1a-2a9d-49d9-96df-7b6d45f2aad4 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:31.390973 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'tag': '76bfab41-e536-4f1b-aa65-db69c0c6b76a', 'status': 'completed', 'code': 200} Jun 23 14:12:31.474314 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-ec46876e-7cdf-4825-a7f3-21ba34acac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.475773 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-ec46876e-7cdf-4825-a7f3-21ba34acac70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 1096 time: 0.0575228 Jun 23 14:12:31.524527 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-f9e55e4b-6a3c-422d-82c8-0ad34abe1f2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76bfab41-e536-4f1b-aa65-db69c0c6b76a HTTP/1.1" status: 200 len: 217 time: 0.0355344 Jun 23 14:12:31.571198 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-f8cbf4df-5731-4fd5-9690-cad6c491dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.572528 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-f8cbf4df-5731-4fd5-9690-cad6c491dce7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 200 len: 855 time: 0.0415685 Jun 23 14:12:31.605639 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-00b74954-f883-4f53-ba88-350aabf4022a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259116 Jun 23 14:12:31.696320 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-156f895a-6e6c-45a3-aabf-49db92eb5e34 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831616 Jun 23 14:12:31.812668 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-30f22beb-2d67-473e-89ac-3d8251e0a38a req-49ef8b65-f1c2-40c0-a16c-b37ab024bc8c service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054444 Jun 23 14:12:32.006456 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-33b663de-7f57-45c5-af12-1763acff98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.008083 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-33b663de-7f57-45c5-af12-1763acff98cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 1096 time: 0.0671325 Jun 23 14:12:32.045024 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ff6a-f892-40c0-80ee-27af46403ab2 req-94afd9c5-64de-4894-bb32-323a18c11124 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.046839 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5405ff6a-f892-40c0-80ee-27af46403ab2 req-94afd9c5-64de-4894-bb32-323a18c11124 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 943 time: 0.0795155 Jun 23 14:12:32.104153 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5405ff6a-f892-40c0-80ee-27af46403ab2 req-cd2e6ec3-8900-4ff1-b0c5-51d7c0433b7c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503953 Jun 23 14:12:32.124060 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-8b707724-c9c5-43bf-be8c-b84d63027480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.126461 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-8b707724-c9c5-43bf-be8c-b84d63027480 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 916 time: 0.1102200 Jun 23 14:12:32.172443 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-a217dacc-f856-4294-a5ef-df83eb24c6de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76bfab41-e536-4f1b-aa65-db69c0c6b76a HTTP/1.1" status: 200 len: 217 time: 0.0389493 Jun 23 14:12:32.221526 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-9106d51d-c7f1-4ede-a8ba-6843ad78d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.223021 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-9106d51d-c7f1-4ede-a8ba-6843ad78d7cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 200 len: 855 time: 0.0444562 Jun 23 14:12:32.257269 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-d504bb4c-68e5-4653-868a-e8b9add83e40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264659 Jun 23 14:12:32.426832 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bace0a-6a7f-4faf-a446-d2100b9ac8b0 req-7a4166b2-2dbe-4eac-9408-4ccee4c4b8bd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.428587 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-23bace0a-6a7f-4faf-a446-d2100b9ac8b0 req-7a4166b2-2dbe-4eac-9408-4ccee4c4b8bd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0694590 Jun 23 14:12:32.470633 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-23bace0a-6a7f-4faf-a446-d2100b9ac8b0 req-f2e9b896-55b0-445d-87d8-2cbc917f19e7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361068 Jun 23 14:12:32.564590 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-58a68d63-960b-4098-8837-8a6039c49155 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008611 Jun 23 14:12:32.652803 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e08bdcdd-0fc3-4c36-a823-8e93c5a4a698 req-9666d9c6-e85f-41f1-96d8-b1e8f9334a55 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812190 Jun 23 14:12:32.915677 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f52464ed-67c9-4f78-a2aa-e0a931d1749a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:12:32.935711 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: f52464ed-67c9-4f78-a2aa-e0a931d1749a {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:12:32.936083 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f52464ed-67c9-4f78-a2aa-e0a931d1749a not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:12:33.276722 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db9102-9ea7-4ea2-80c6-b707227aeb06 req-aad32601-ba5f-4cb8-96a2-0bf33d3d131c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.278230 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c2db9102-9ea7-4ea2-80c6-b707227aeb06 req-aad32601-ba5f-4cb8-96a2-0bf33d3d131c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 943 time: 0.0667479 Jun 23 14:12:33.316497 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c2db9102-9ea7-4ea2-80c6-b707227aeb06 req-ccff91c2-b285-4d15-9543-80711e3ac2cf tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Jun 23 14:12:33.407768 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59138) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:33.528767 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e89d50ba-929b-49cb-a6db-82aced1b1d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.682909 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e89d50ba-929b-49cb-a6db-82aced1b1d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.690206 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e89d50ba-929b-49cb-a6db-82aced1b1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.694269 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5e36c4f4-4960-4cd9-9b62-548875ed292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:33.721757 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9c1d-5afb-4890-882f-4cef245aa7ce req-822f1e98-21c6-4682-8109-ea6463a39dfc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.723295 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8cba9c1d-5afb-4890-882f-4cef245aa7ce req-822f1e98-21c6-4682-8109-ea6463a39dfc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1329377 Jun 23 14:12:33.775569 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e89d50ba-929b-49cb-a6db-82aced1b1d96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ba3b3e7d8b446a8b0293ef3777bdbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667295 Jun 23 14:12:33.777441 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d50ba-929b-49cb-a6db-82aced1b1d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c3252-7fda-4989-b41a-72455f4def48,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:33.778426 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59162) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:33.787358 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e89d50ba-929b-49cb-a6db-82aced1b1d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:33.800020 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8cba9c1d-5afb-4890-882f-4cef245aa7ce req-6f71edfb-275f-429e-901b-42cc66748e22 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639372 Jun 23 14:12:33.855474 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.879374 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.938462 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.941260 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.945778 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/104c3252-7fda-4989-b41a-72455f4def48 HTTP/1.1" status: 204 len: 168 time: 0.1645014 Jun 23 14:12:33.951984 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a96c66ac-f691-47ad-ba8c-8bd9229c894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:33.960746 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c3252-7fda-4989-b41a-72455f4def48,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:33.988449 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:34.529956 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e317d8e-ef65-455c-8228-f3caf9303151 req-968f2b2b-b931-4239-8460-26f48efdf4f4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.531547 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e317d8e-ef65-455c-8228-f3caf9303151 req-968f2b2b-b931-4239-8460-26f48efdf4f4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 943 time: 0.0848942 Jun 23 14:12:34.590728 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e317d8e-ef65-455c-8228-f3caf9303151 req-76139ddf-94e0-4d78-85ea-82335b211025 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Jun 23 14:12:34.940170 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 76bfab41-e536-4f1b-aa65-db69c0c6b76a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:35.036808 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eb5ef-aef8-4206-8802-95eb8f189754 req-bf351dbe-db81-419f-bfef-8e1684f6b9d6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.044079 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-683eb5ef-aef8-4206-8802-95eb8f189754 req-bf351dbe-db81-419f-bfef-8e1684f6b9d6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0892594 Jun 23 14:12:35.130007 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-683eb5ef-aef8-4206-8802-95eb8f189754 req-91c0b053-c33e-40e7-a32d-8fa4d0c35c49 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671477 Jun 23 14:12:35.132545 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ac8b12af-4ea2-43b6-a273-b80200c258e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.157266 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 76bfab41-e536-4f1b-aa65-db69c0c6b76a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76bfab41-e536-4f1b-aa65-db69c0c6b76a,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:35.177508 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '76bfab41-e536-4f1b-aa65-db69c0c6b76a', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'port_id': '76bfab41-e536-4f1b-aa65-db69c0c6b76a', 'mac_address': 'fa:16:3e:c1:a4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfde936a-85e6-46f8-84ec-46d452f963af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:35.251957 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.290968 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bfab41-e536-4f1b-aa65-db69c0c6b76a {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:35.324384 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 76bfab41-e536-4f1b-aa65-db69c0c6b76a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76bfab41-e536-4f1b-aa65-db69c0c6b76a,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:35.332906 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.336942 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:35.403531 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59220) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:35.421171 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=76bfab41-e536-4f1b-aa65-db69c0c6b76a,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:35.435731 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.437071 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.437802 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.438459 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.438986 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.439568 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.440095 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.440636 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.441430 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.442324 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.442673 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.443008 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:35.447288 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:35.581251 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a096-868f-4cd1-a404-e6cf602b8827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.707918 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a096-868f-4cd1-a404-e6cf602b8827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.715596 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a096-868f-4cd1-a404-e6cf602b8827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.718502 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-08241e0d-8be8-4d3b-965d-c367523f1d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:35.782653 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4a096-868f-4cd1-a404-e6cf602b8827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56713a6-359c-4064-9a6c-ddc0e0c9396e,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:35.787874 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3dc4a096-868f-4cd1-a404-e6cf602b8827 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=530d0824126742fc9fc31ea6ce5cf431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831661 Jun 23 14:12:35.788861 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3dc4a096-868f-4cd1-a404-e6cf602b8827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:35.790765 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59234) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:35.822528 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce7a2d-4bc6-4e2f-9d79-c5af0e5357ce req-3b4b55d1-364e-4a77-91ec-f94fbab03eee tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.824187 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-53ce7a2d-4bc6-4e2f-9d79-c5af0e5357ce req-3b4b55d1-364e-4a77-91ec-f94fbab03eee tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 944 time: 0.1021006 Jun 23 14:12:35.841332 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.867159 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.873825 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-53ce7a2d-4bc6-4e2f-9d79-c5af0e5357ce req-070e2d8d-339a-4b6a-aaef-eda30f81313d tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Jun 23 14:12:35.896741 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['76bfab41-e536-4f1b-aa65-db69c0c6b76a'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:35.935638 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.938358 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.939483 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b56713a6-359c-4064-9a6c-ddc0e0c9396e HTTP/1.1" status: 204 len: 168 time: 0.1476767 Jun 23 14:12:35.940216 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7537180a-cae2-49e1-bd03-a671c432c854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:35.947873 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56713a6-359c-4064-9a6c-ddc0e0c9396e,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:35.950614 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:36.790632 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59272) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:36.828636 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448c59-5e99-4c1e-a18c-1aadc871e927 req-56f7782f-91e6-4e4a-a29f-2035b7e6d18a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.830848 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f5448c59-5e99-4c1e-a18c-1aadc871e927 req-56f7782f-91e6-4e4a-a29f-2035b7e6d18a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0709450 Jun 23 14:12:36.877845 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f5448c59-5e99-4c1e-a18c-1aadc871e927 req-f6b12cef-d266-401b-b5a0-c75c22513f7f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Jun 23 14:12:36.898075 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-980001062-network', 'tenant_id': '5b9be36cd71b48aa9116731beed27e7f'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:36.925613 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Made reservation on behalf of 5b9be36cd71b48aa9116731beed27e7f for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:36.928481 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.945507 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.139792 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.149085 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.153365 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674a79d-4f45-4471-b3fc-f1bcc4442236 req-e4120e67-fe23-409e-817b-793a463655ce tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.154970 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8674a79d-4f45-4471-b3fc-f1bcc4442236 req-e4120e67-fe23-409e-817b-793a463655ce tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 944 time: 0.0966105 Jun 23 14:12:37.163465 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-fe84512b-6db0-4d82-b2be-716cdb8c90fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.209965 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8674a79d-4f45-4471-b3fc-f1bcc4442236 req-56009f18-03e6-4477-9906-88014f880ea1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Jun 23 14:12:37.211442 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:37.225404 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6c42df-bd3b-401a-9048-a5e71d7a8e09,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.228694 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.228840 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Added segment 932f8302-75ae-4821-b89e-e14da8985731 of type vlan for network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 Jun 23 14:12:37.230396 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.276471 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.311502 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.313786 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.320410 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.327089 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7baad8c9-4b87-4da5-b5ed-fef24ddc74ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.387560 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5957730 Jun 23 14:12:37.391398 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59288) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:37.423116 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Request body: {'subnet': {'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-980001062-subnet', 'tenant_id': '5b9be36cd71b48aa9116731beed27e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:37.436094 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Pushing event updated for resources: {'Network': ['ID=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.439792 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.449691 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Made reservation on behalf of 5b9be36cd71b48aa9116731beed27e7f for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:37.449994 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:37.453498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130051573'] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.591174 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-62047884-0700-4b05-ab59-1e3db890bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.730968 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130581763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130051559'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.733530 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.790055 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51319ba-db08-4138-83c0-70a1c760aa7e,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.794862 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.805286 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Checking segment: {'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:37.805708 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Network hostable DHCP agents. Network: 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:37.832400 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:37.852168 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:37.868337 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.868935 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.879765 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac4d9b-9958-491d-84b8-8656f41c8f27 None None] Network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:37.892727 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4453e086-7cc9-45e3-a8a6-a30d99852fc2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5001633 Jun 23 14:12:37.959532 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59306) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:38.074836 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ba0555-39c9-4613-a74d-d5b3de79c02d None None] Network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:38.089545 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e0c22c85-2d03-4be9-8773-dda4394b1fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.198278 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e0c22c85-2d03-4be9-8773-dda4394b1fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.205432 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e0c22c85-2d03-4be9-8773-dda4394b1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.208757 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6c7ee6dd-d29f-4676-9510-117377f71a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:38.265138 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c22c85-2d03-4be9-8773-dda4394b1fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6848520-1393-48c7-b102-63c50a750046,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:38.294764 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e0c22c85-2d03-4be9-8773-dda4394b1fc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=299b0d312d6d4c9d866d102b11bd5f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315771 Jun 23 14:12:38.295805 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59320) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:38.303495 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e0c22c85-2d03-4be9-8773-dda4394b1fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:38.419500 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.471905 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.516179 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1b5ce-0b92-4eb4-93c2-586101c245d5 req-88548d52-8fb5-419d-b053-2fc0ab56a72a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.524255 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5f1b5ce-0b92-4eb4-93c2-586101c245d5 req-88548d52-8fb5-419d-b053-2fc0ab56a72a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 944 time: 0.0972607 Jun 23 14:12:38.540469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.543673 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.544936 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6848520-1393-48c7-b102-63c50a750046 HTTP/1.1" status: 204 len: 168 time: 0.2480159 Jun 23 14:12:38.545704 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-5400f673-13db-4b61-9093-74cf0ac2148e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:38.562733 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6848520-1393-48c7-b102-63c50a750046,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:38.566490 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:38.595901 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5f1b5ce-0b92-4eb4-93c2-586101c245d5 req-da6967d5-15a2-4aa2-98c9-7122cf8423d3 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698462 Jun 23 14:12:38.959893 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 76bfab41-e536-4f1b-aa65-db69c0c6b76a up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:39.024182 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.027025 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.039550 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 76bfab41-e536-4f1b-aa65-db69c0c6b76a completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:39.043600 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 76bfab41-e536-4f1b-aa65-db69c0c6b76a triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:39.044051 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.157620 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.186186 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bfab41-e536-4f1b-aa65-db69c0c6b76a'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:39.188914 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaae0fe-bd54-4c38-b753-9477348bc7b4" -d '{"events": [{"server_uuid": "f8af6543-f74d-4bed-a35b-4e3d4cc3bf78", "name": "network-vif-plugged", "status": "completed", "tag": "76bfab41-e536-4f1b-aa65-db69c0c6b76a"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:39.204689 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 76bfab41-e536-4f1b-aa65-db69c0c6b76a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76bfab41-e536-4f1b-aa65-db69c0c6b76a,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:39.210023 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.213320 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:39.507982 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edf8911-1d7d-4c28-9788-d937e3a5ddff x-openstack-request-id: req-3edf8911-1d7d-4c28-9788-d937e3a5ddff {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:39.508614 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8af6543-f74d-4bed-a35b-4e3d4cc3bf78", "name": "network-vif-plugged", "status": "completed", "tag": "76bfab41-e536-4f1b-aa65-db69c0c6b76a", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:39.509065 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3edf8911-1d7d-4c28-9788-d937e3a5ddff {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:39.509637 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bfab41-e536-4f1b-aa65-db69c0c6b76a', 'code': 200} Jun 23 14:12:39.537050 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=76bfab41-e536-4f1b-aa65-db69c0c6b76a,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:39.541080 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:39.574101 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59356) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:39.676362 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707736-8ba5-46db-8c05-175239f68e4f req-e995a82b-1800-43d2-9ac4-bbf29824897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.679302 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64707736-8ba5-46db-8c05-175239f68e4f req-e995a82b-1800-43d2-9ac4-bbf29824897a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 1098 time: 0.0610716 Jun 23 14:12:39.720189 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64707736-8ba5-46db-8c05-175239f68e4f req-55a5a7d5-00b4-45cb-8e9e-223ccc1b64bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jun 23 14:12:39.744413 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1369953884-network', 'tenant_id': 'df700be08ca14948856b6699472dc368'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:39.796594 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Made reservation on behalf of df700be08ca14948856b6699472dc368 for: {'network': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:39.799388 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.815354 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.935000 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f37e6-1f04-42f0-9355-2f576281a813 req-59b43149-1b22-4fd2-ab7c-dc0290c2aec8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.936897 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a77f37e6-1f04-42f0-9355-2f576281a813 req-59b43149-1b22-4fd2-ab7c-dc0290c2aec8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 945 time: 0.1001127 Jun 23 14:12:40.007430 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a77f37e6-1f04-42f0-9355-2f576281a813 req-81c952e7-2d2b-4ee6-b9b0-d09a5f775eb8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551589 Jun 23 14:12:40.030358 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.035499 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.038992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3dc4a096-868f-4cd1-a404-e6cf602b8827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:40.062645 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27355a3-142d-45bd-8dc8-5862d3bbc324,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:40.066872 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:40.079147 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:40.097338 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.098810 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.segments_db [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Added segment 4b7627ea-dd61-404e-8f8f-acce5652d364 of type vlan for network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e Jun 23 14:12:40.115589 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:12:40.163629 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.194920 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.196624 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.197254 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.208065 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0ba9be67-3ac0-4ce7-8b8e-1ad8b31bb008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:40.258528 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6832685 Jun 23 14:12:40.261623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59380) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:40.266802 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Pushing event updated for resources: {'Network': ['ID=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:40.269659 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:40.271021 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Request body: {'subnet': {'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1369953884-subnet', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:40.279932 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:40.339735 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Made reservation on behalf of df700be08ca14948856b6699472dc368 for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:40.342173 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130051573'] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.466704 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-84c5c85a-74e8-4063-aa4a-cfe0680554bf tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.476356 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-84c5c85a-74e8-4063-aa4a-cfe0680554bf tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/networks?id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 HTTP/1.1" status: 200 len: 813 time: 0.1171858 Jun 23 14:12:40.484296 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.497981 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-1f51d3e1-84d0-43cb-b11c-c4d35e38c4ac tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/quotas/5b9be36cd71b48aa9116731beed27e7f HTTP/1.1" status: 200 len: 375 time: 0.0168941 Jun 23 14:12:40.543536 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-e493fb72-07bc-4baa-a4b2-3b7427fb4f04 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b9be36cd71b48aa9116731beed27e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436640 Jun 23 14:12:40.682482 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-7de734ba-443d-46cd-ac15-9d0ba2dec0fd service neutron] 10.222.0.55 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376264 Jun 23 14:12:40.700810 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130581763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130051559'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.706737 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7b8c69a7-e23e-4521-bcef-c5c07169238f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:40.752364 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613a71-f801-44bb-a082-69df909c19a2 req-5ceb2f01-ca52-4ddc-8418-933e93fe6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.753806 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-06613a71-f801-44bb-a082-69df909c19a2 req-5ceb2f01-ca52-4ddc-8418-933e93fe6915 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.1738169 Jun 23 14:12:40.756387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=389c25e4-66c2-43af-875e-4a84f855906c,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:40.762473 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91e760-83ce-4379-8ca8-b40419fb3fd5 req-d28e2400-8bbf-4581-9fb8-2deeeca2e2e9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.764411 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0e91e760-83ce-4379-8ca8-b40419fb3fd5 req-d28e2400-8bbf-4581-9fb8-2deeeca2e2e9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1418679 Jun 23 14:12:40.767304 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:40.827488 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-6c8ae82c-a2cc-41cf-b6bb-c60ff139d751 service neutron] 10.222.0.55 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428285 Jun 23 14:12:40.867029 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0e91e760-83ce-4379-8ca8-b40419fb3fd5 req-32c28629-3531-4158-baa8-99939644b133 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944214 Jun 23 14:12:40.871078 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Checking segment: {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:40.871383 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Network hostable DHCP agents. Network: 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:40.900687 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613a71-f801-44bb-a082-69df909c19a2 req-ebebb26b-fbde-4b8a-8c6e-7a2400df3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.902247 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-06613a71-f801-44bb-a082-69df909c19a2 req-ebebb26b-fbde-4b8a-8c6e-7a2400df3985 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.1336396 Jun 23 14:12:40.922053 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:40.962051 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-06613a71-f801-44bb-a082-69df909c19a2 req-1cdf9b8b-1602-413e-a1a3-c632ef6d0ac6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 217 time: 0.0493810 Jun 23 14:12:40.966861 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:40.978146 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec1352-a16a-4c1a-a9df-0f6cb8138f15 None None] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:41.020149 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.020645 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.035871 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f7d5707-7843-4173-8b61-9b9cc0fd3283 req-5616dc1a-0bbc-4739-8603-7491657a03c3 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 210 time: 0.0521326 Jun 23 14:12:41.093828 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8307657 Jun 23 14:12:41.096178 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613a71-f801-44bb-a082-69df909c19a2 req-9f065117-1194-4574-8fd3-e399854a6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.097544 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59402) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:41.098243 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-06613a71-f801-44bb-a082-69df909c19a2 req-9f065117-1194-4574-8fd3-e399854a6110 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.1096082 Jun 23 14:12:41.102066 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:41.146627 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.148233 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.158546 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-06613a71-f801-44bb-a082-69df909c19a2 req-5deef716-2619-45af-94c8-805819035124 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472658 Jun 23 14:12:41.250180 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.262497 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:12:41.263453 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.292781 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-06613a71-f801-44bb-a082-69df909c19a2 req-467916a7-ee87-4a17-af51-62c41eaf5b0f service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246026 Jun 23 14:12:41.461069 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.472571 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5580f30-af7a-4fd5-9ee0-fb740f4503d4 req-08a10e7a-03de-4f32-9b84-5104fc131c33 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.479711 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c5580f30-af7a-4fd5-9ee0-fb740f4503d4 req-08a10e7a-03de-4f32-9b84-5104fc131c33 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 945 time: 0.2803791 Jun 23 14:12:41.486213 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Allocated IP 172.20.0.2 (08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e/389c25e4-66c2-43af-875e-4a84f855906c/de39ff3e-0899-4148-9642-29ad36b2ba71) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:41.644261 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-06613a71-f801-44bb-a082-69df909c19a2 req-b402796d-3aba-403d-8ae8-51c1c2c7ef81 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572107 Jun 23 14:12:41.802023 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.812796 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Transition to ACTIVE for port object de39ff3e-0899-4148-9642-29ad36b2ba71 will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:41.834346 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Transition to ACTIVE for port object de39ff3e-0899-4148-9642-29ad36b2ba71 will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:41.843566 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.856489 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:41.894422 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:41.898189 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:41.901564 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:41.907201 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c5580f30-af7a-4fd5-9ee0-fb740f4503d4 req-f04ba17e-cf6a-4b36-94eb-f19fa2fafc47 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263062 Jun 23 14:12:41.950340 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Pushing event updated for resources: {'Port': ['ID=de39ff3e-0899-4148-9642-29ad36b2ba71,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:41.954053 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:41.989368 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Attempting to bind port de39ff3e-0899-4148-9642-29ad36b2ba71 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:41.989740 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Attempting to bind port de39ff3e-0899-4148-9642-29ad36b2ba71 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:41.990135 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Attempting to bind port de39ff3e-0899-4148-9642-29ad36b2ba71 on network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:41.995635 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:41.996056 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Checking segment: {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:41.996467 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.996862 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Bound using segment: {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:41.998248 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Bound port: de39ff3e-0899-4148-9642-29ad36b2ba71, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:41.998627 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.160467 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] For port de39ff3e-0899-4148-9642-29ad36b2ba71, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:42.165531 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] For port de39ff3e-0899-4148-9642-29ad36b2ba71, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=de39ff3e-0899-4148-9642-29ad36b2ba71,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:42.172181 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.178013 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-bb82056b-1a77-46be-a60d-e98174a2ea89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:42.244465 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Pushing event updated for resources: {'Port': ['ID=de39ff3e-0899-4148-9642-29ad36b2ba71,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:42.249988 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:42.315657 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-87fdcba5-e1dc-401f-bc08-544340ae7b07 req-be53c2af-bb60-43b4-95a6-0f442c85ae58 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 210 time: 0.0854201 Jun 23 14:12:42.361360 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c303b-108f-4cec-a32e-33fea84c5a20 req-c2f90e17-f464-4c06-9d61-79dbbad66410 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:42.364271 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-887c303b-108f-4cec-a32e-33fea84c5a20 req-c2f90e17-f464-4c06-9d61-79dbbad66410 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.2375026 Jun 23 14:12:42.403275 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.445264 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.451698 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-887c303b-108f-4cec-a32e-33fea84c5a20 req-ee1d65e2-d7b0-42cd-82be-19021dc91ef1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808370 Jun 23 14:12:42.697366 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Allocated IP 172.28.0.71 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/0b488236-588c-400b-807f-355a9597ce94) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:42.869290 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.918172 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.920393 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:42.977994 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:42.982603 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:42.987735 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:42.990934 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b488236-588c-400b-807f-355a9597ce94,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:43.026640 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:43.207011 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-0cb730a5-03e7-46e9-888c-c2b4cfdcf66f tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:43.208531 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-0cb730a5-03e7-46e9-888c-c2b4cfdcf66f tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "GET /v2.0/networks?id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 HTTP/1.1" status: 200 len: 813 time: 0.2552478 Jun 23 14:12:43.238291 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Request body: {'port': {'device_id': '76c24ae8-369d-4e6c-90bd-d67672222632', 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7', 'admin_state_up': True, 'tenant_id': '5b9be36cd71b48aa9116731beed27e7f'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:43.443794 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9a1b5-36db-4d4d-b8ca-7b73d0a8fbec req-a17abcaf-60e2-468e-8210-6addad9815e7 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:43.446790 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-88e9a1b5-36db-4d4d-b8ca-7b73d0a8fbec req-a17abcaf-60e2-468e-8210-6addad9815e7 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 945 time: 0.2638643 Jun 23 14:12:43.521183 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Made reservation on behalf of 5b9be36cd71b48aa9116731beed27e7f for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:43.525935 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.587493 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e29e9874-db0f-4b3e-8090-88e04e775736 req-afb9d815-5832-45c6-89c6-747a63035cfb tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 210 time: 0.0605321 Jun 23 14:12:43.616990 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3eb29-4338-45ba-87be-50e62317523a None None] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:43.638358 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-88e9a1b5-36db-4d4d-b8ca-7b73d0a8fbec req-febdc5ec-a25f-46b9-a18b-609a3b035f73 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852434 Jun 23 14:12:43.658284 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.667489 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-92b02857-f0a7-45c2-b62f-8736833dc9eb None None] Provisioning for port de39ff3e-0899-4148-9642-29ad36b2ba71 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:43.766227 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Allocated IP 172.20.0.14 (65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7/a51319ba-db08-4138-83c0-70a1c760aa7e/003086fe-31bc-411a-99a6-35b34bf2df1f) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:44.008922 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.107420 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.125476 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:44.185320 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:44.201034 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:44.206715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.209520 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:44.234005 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1a2a-6329-43fa-8500-156281b4bb1b req-005cafa2-c9cb-4770-91cb-68bbc8ec9e9b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.235622 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-759b1a2a-6329-43fa-8500-156281b4bb1b req-005cafa2-c9cb-4770-91cb-68bbc8ec9e9b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.4986272 Jun 23 14:12:44.259597 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device de39ff3e-0899-4148-9642-29ad36b2ba71 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:44.343775 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port de39ff3e-0899-4148-9642-29ad36b2ba71 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:44.345780 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.348498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.349471 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Pushing event updated for resources: {'Port': ['ID=003086fe-31bc-411a-99a6-35b34bf2df1f,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:44.353406 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:44.357094 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port de39ff3e-0899-4148-9642-29ad36b2ba71 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:44.357386 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.375888 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1416566 Jun 23 14:12:44.395519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Request body: {'port': {'device_id': '76c24ae8-369d-4e6c-90bd-d67672222632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:44.429839 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-cb504537-666b-4458-88b7-c30ca5d51b79 None None] Provisioning complete for port de39ff3e-0899-4148-9642-29ad36b2ba71 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:44.430408 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cb504537-666b-4458-88b7-c30ca5d51b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.466504 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-759b1a2a-6329-43fa-8500-156281b4bb1b req-de087da3-c296-450d-bba6-05e770c79787 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098551 Jun 23 14:12:44.494230 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.511091 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.548599 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:12:44.574466 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port de39ff3e-0899-4148-9642-29ad36b2ba71, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=de39ff3e-0899-4148-9642-29ad36b2ba71,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:44.587134 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cb504537-666b-4458-88b7-c30ca5d51b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.611314 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.613684 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:44.681589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.db.api [None req-cb504537-666b-4458-88b7-c30ca5d51b79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:12:44.682860 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_db.api [None req-cb504537-666b-4458-88b7-c30ca5d51b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:12:44.693669 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:44.716363 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Sync routers for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:44.732342 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.738141 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6393743 Jun 23 14:12:44.740778 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:44.741452 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:44.742270 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59458) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:44.766529 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=de39ff3e-0899-4148-9642-29ad36b2ba71,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:44.776550 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:44.892987 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685c775-27d2-45e1-a9b2-84929d146168 req-729f02b7-c346-469b-8985-8f98c0c963ed tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.903328 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c685c775-27d2-45e1-a9b2-84929d146168 req-729f02b7-c346-469b-8985-8f98c0c963ed tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 932 time: 0.1606441 Jun 23 14:12:44.929543 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:44.947789 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c685c775-27d2-45e1-a9b2-84929d146168 req-681723ab-17fb-4be5-8023-929b62d7d883 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Jun 23 14:12:45.125564 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:43Z', 'revision_number': 3, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:45.155502 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Checking router: 94b83734-a60d-4e24-8e2d-662ac98dc8b8 for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:45.156583 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Updating router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 port 0b488236-588c-400b-807f-355a9597ce94 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:45.234904 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.390525 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003086fe-31bc-411a-99a6-35b34bf2df1f {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:45.401075 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.490695 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Transition to ACTIVE for port object 003086fe-31bc-411a-99a6-35b34bf2df1f will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:45.516510 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.520916 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:45.601491 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Pushing event updated for resources: {'Port': ['ID=003086fe-31bc-411a-99a6-35b34bf2df1f,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:45.612286 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:45.625566 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.901036 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.902387 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea84a0-e831-460c-abf3-d8c5806db808 req-af1e93a5-c4ef-4f88-96f4-a6ac3bdc8ab8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:45.923206 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52ea84a0-e831-460c-abf3-d8c5806db808 req-af1e93a5-c4ef-4f88-96f4-a6ac3bdc8ab8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1814363 Jun 23 14:12:45.928793 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Allocated IP 172.20.0.1 (08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e/389c25e4-66c2-43af-875e-4a84f855906c/c5ca6b7e-f512-4ae8-8437-f8505af435cc) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:45.944998 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Transition to ACTIVE for port object 0b488236-588c-400b-807f-355a9597ce94 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:45.949699 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Attempting to bind port 003086fe-31bc-411a-99a6-35b34bf2df1f on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:45.950160 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Attempting to bind port 003086fe-31bc-411a-99a6-35b34bf2df1f by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:45.950600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Attempting to bind port 003086fe-31bc-411a-99a6-35b34bf2df1f on network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:45.955158 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.958658 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-8c0ae61d-49c8-434b-bd99-0da39c8833c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:45.962473 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Port 003086fe-31bc-411a-99a6-35b34bf2df1f on network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:45.963081 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Attempting to bind port 003086fe-31bc-411a-99a6-35b34bf2df1f on network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:45.984624 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:45.985216 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Checking segment: {'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:45.985695 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Bound using segment: {'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:45.986335 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Bound port: 003086fe-31bc-411a-99a6-35b34bf2df1f, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:45.986779 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.045541 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52ea84a0-e831-460c-abf3-d8c5806db808 req-6873de99-e0c4-4b91-b297-555327ffd3d8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211903 Jun 23 14:12:46.064464 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Attempting to bind port 0b488236-588c-400b-807f-355a9597ce94 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:46.064795 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Attempting to bind port 0b488236-588c-400b-807f-355a9597ce94 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:46.065168 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Attempting to bind port 0b488236-588c-400b-807f-355a9597ce94 on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:46.067504 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Pushing event updated for resources: {'Port': ['ID=0b488236-588c-400b-807f-355a9597ce94,revision_number=2']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:46.101257 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:46.104297 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:46.104863 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.105385 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:46.107006 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Bound port: 0b488236-588c-400b-807f-355a9597ce94, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:46.107520 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.122604 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device de39ff3e-0899-4148-9642-29ad36b2ba71 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:46.161687 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] For port 003086fe-31bc-411a-99a6-35b34bf2df1f, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:46.165686 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.169170 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] For port 003086fe-31bc-411a-99a6-35b34bf2df1f, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=003086fe-31bc-411a-99a6-35b34bf2df1f,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:46.184548 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.187616 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Transition to ACTIVE for port object c5ca6b7e-f512-4ae8-8437-f8505af435cc will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:46.189996 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-611df4c5-f57e-48e0-9441-6246ad7c4c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:46.242238 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Pushing event updated for resources: {'Port': ['ID=003086fe-31bc-411a-99a6-35b34bf2df1f,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:46.247857 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port de39ff3e-0899-4148-9642-29ad36b2ba71 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:46.248340 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.249538 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] For port 0b488236-588c-400b-807f-355a9597ce94, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:46.253238 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:46.267911 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] For port 0b488236-588c-400b-807f-355a9597ce94, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=0b488236-588c-400b-807f-355a9597ce94,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:46.270168 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.270609 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.271064 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.271459 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.271929 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.272349 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.272783 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.273206 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.273615 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.274097 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.274506 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.274921 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:46.283610 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.284865 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:46.287407 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-14270e1d-0e80-4b28-a616-d276706c48b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:46.291818 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.292526 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.294471 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] 10.222.0.53 "PUT /v2.0/ports/003086fe-31bc-411a-99a6-35b34bf2df1f HTTP/1.1" status: 200 len: 1094 time: 1.9034710 Jun 23 14:12:46.296902 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c24ae8-369d-4e6c-90bd-d67672222632', 'tag': '003086fe-31bc-411a-99a6-35b34bf2df1f'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:46.299452 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a4efcf-4444-4459-928e-8dc92c2d2288" -d '{"events": [{"name": "network-changed", "server_uuid": "76c24ae8-369d-4e6c-90bd-d67672222632", "tag": "003086fe-31bc-411a-99a6-35b34bf2df1f"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:46.353793 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca758d-ec85-4994-ada5-7dc91e943542 req-34e58515-70a0-4ccf-a733-01ab7e768fcb tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.364293 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8fca758d-ec85-4994-ada5-7dc91e943542 req-34e58515-70a0-4ccf-a733-01ab7e768fcb tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 944 time: 0.1026053 Jun 23 14:12:46.378578 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd234e75-aa56-4552-9d5a-4e3329c4b9a8 x-openstack-request-id: req-fd234e75-aa56-4552-9d5a-4e3329c4b9a8 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:46.379234 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c24ae8-369d-4e6c-90bd-d67672222632", "tag": "003086fe-31bc-411a-99a6-35b34bf2df1f", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:46.379658 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd234e75-aa56-4552-9d5a-4e3329c4b9a8 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:46.380262 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c24ae8-369d-4e6c-90bd-d67672222632', 'tag': '003086fe-31bc-411a-99a6-35b34bf2df1f', 'status': 'completed', 'code': 200} Jun 23 14:12:46.389081 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.411982 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:46.428081 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Pushing event updated for resources: {'Port': ['ID=0b488236-588c-400b-807f-355a9597ce94,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:46.438117 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8fca758d-ec85-4994-ada5-7dc91e943542 req-d2401606-5fff-469f-838a-b1c789dd027d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720286 Jun 23 14:12:46.450394 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:46.498384 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:46.499096 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:46.514113 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:46.520685 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:46.523679 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ca6b7e-f512-4ae8-8437-f8505af435cc,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:46.526236 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:46.530934 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:46.581831 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.658202 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-ea8ca70b-1e75-481e-8d3d-0466bdffab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.660075 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-ea8ca70b-1e75-481e-8d3d-0466bdffab8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b9be36cd71b48aa9116731beed27e7f&device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 1097 time: 0.2495728 Jun 23 14:12:46.695508 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:46.783768 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-e1a68654-e524-4ae5-8086-d5b86c460e39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003086fe-31bc-411a-99a6-35b34bf2df1f HTTP/1.1" status: 200 len: 217 time: 0.0867598 Jun 23 14:12:46.812427 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-a27fc277-3856-4af6-80c6-66d43baaf902 None None] Provisioning for port c5ca6b7e-f512-4ae8-8437-f8505af435cc completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:46.816915 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-a27fc277-3856-4af6-80c6-66d43baaf902 None None] Provisioning complete for port c5ca6b7e-f512-4ae8-8437-f8505af435cc triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:46.817595 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a27fc277-3856-4af6-80c6-66d43baaf902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.868944 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-a27fc277-3856-4af6-80c6-66d43baaf902 None None] Port c5ca6b7e-f512-4ae8-8437-f8505af435cc cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:46.907494 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.932895 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-800c47fc-a8f5-41ef-856a-a32091f24c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.934482 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-800c47fc-a8f5-41ef-856a-a32091f24c67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a51319ba-db08-4138-83c0-70a1c760aa7e HTTP/1.1" status: 200 len: 853 time: 0.0952950 Jun 23 14:12:46.938315 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:43Z', 'revision_number': 3, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:46.966704 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900b683-694c-4d1d-9a96-d0f5b03df222 None None] The sync data for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb is: [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:43Z', 'revision_number': 3, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:46.989418 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-74bb4053-57c1-43f0-b645-4c6368ceba56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358579 Jun 23 14:12:47.280930 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-2bb7d369-b6b3-4b1e-8946-c3b02c997a01 service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776604 Jun 23 14:12:47.316919 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c03e1-b66d-4485-a007-8be1b9c0a1f9 req-c16bf6b0-b984-4482-9a25-2e8dab65c223 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:47.318796 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7c9c03e1-b66d-4485-a007-8be1b9c0a1f9 req-c16bf6b0-b984-4482-9a25-2e8dab65c223 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1188412 Jun 23 14:12:47.455829 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7c9c03e1-b66d-4485-a007-8be1b9c0a1f9 req-cd86c364-9b8a-4f50-9269-d69f95d4dc6e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282692 Jun 23 14:12:47.583688 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-374a5f9c-1ff3-4afa-b652-f6fc47329fe9 req-4636e0dd-1b9d-493b-aeb4-6e5434728ef2 service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598176 Jun 23 14:12:47.594476 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.610353 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.647287 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8a644118-b1d5-4c1c-a3b6-298c914c90a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:47.728640 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.772481 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd126b7-5c92-4671-8ea1-ebe4165d104e req-9d4875be-2fbf-40b3-9aec-8adf67a2b655 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:47.787026 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8cd126b7-5c92-4671-8ea1-ebe4165d104e req-9d4875be-2fbf-40b3-9aec-8adf67a2b655 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 944 time: 0.1652915 Jun 23 14:12:47.901231 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8cd126b7-5c92-4671-8ea1-ebe4165d104e req-0e37ea50-b18c-4243-ad52-9ed7830c8adb tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131363 Jun 23 14:12:47.938412 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ca6b7e-f512-4ae8-8437-f8505af435cc,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:47.987134 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:48.106628 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-a4f84ef0-8b98-48d7-80b2-f05d50107205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:48.108114 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-a4f84ef0-8b98-48d7-80b2-f05d50107205 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b9be36cd71b48aa9116731beed27e7f&device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 1097 time: 0.3914332 Jun 23 14:12:48.122475 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 0b488236-588c-400b-807f-355a9597ce94 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:48.129176 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:48.142657 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:48.244185 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 0b488236-588c-400b-807f-355a9597ce94 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:48.259225 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 0b488236-588c-400b-807f-355a9597ce94 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:48.259825 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.352120 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-4e3100ae-885c-4cb6-8108-3d66a33d13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:48.353701 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-4e3100ae-885c-4cb6-8108-3d66a33d13ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 HTTP/1.1" status: 200 len: 914 time: 0.2358389 Jun 23 14:12:48.468737 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.496434 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-e00d092c-5f94-4999-9253-ff0c4f6aa26f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003086fe-31bc-411a-99a6-35b34bf2df1f HTTP/1.1" status: 200 len: 217 time: 0.1269977 Jun 23 14:12:48.504735 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:12:48.520028 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 0b488236-588c-400b-807f-355a9597ce94, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=0b488236-588c-400b-807f-355a9597ce94,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:48.528069 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.532884 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:48.612531 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-b6004258-12e3-435a-aead-1c3c7f6b23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:48.614258 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-b6004258-12e3-435a-aead-1c3c7f6b23fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a51319ba-db08-4138-83c0-70a1c760aa7e HTTP/1.1" status: 200 len: 853 time: 0.1076407 Jun 23 14:12:48.615554 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=0b488236-588c-400b-807f-355a9597ce94,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:48.621520 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:48.631638 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-732ce797-3d42-4b00-99c5-bf210cee3b26 None None] Provisioning complete for port c5ca6b7e-f512-4ae8-8437-f8505af435cc triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:48.632241 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-732ce797-3d42-4b00-99c5-bf210cee3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.675016 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-ce8a5b30-150b-403c-9094-b465a5ebb876 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448115 Jun 23 14:12:48.720736 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-732ce797-3d42-4b00-99c5-bf210cee3b26 None None] Port c5ca6b7e-f512-4ae8-8437-f8505af435cc cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:48.751680 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262e64c-4c64-48bd-845d-7ba9b412ecd8 req-273c0f63-c17b-4475-beeb-8e9a4cf5b1b7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:48.753377 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4262e64c-4c64-48bd-845d-7ba9b412ecd8 req-273c0f63-c17b-4475-beeb-8e9a4cf5b1b7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0956645 Jun 23 14:12:48.801749 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:48.811722 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4262e64c-4c64-48bd-845d-7ba9b412ecd8 req-e2c9656c-418f-4dc9-a38c-03cb6b15cbe0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503592 Jun 23 14:12:48.813337 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] 10.222.0.55 "PUT /v2.0/routers/94b83734-a60d-4e24-8e2d-662ac98dc8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0698307 Jun 23 14:12:48.856003 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-5a447031-6615-41a1-8130-740e2c487c0c service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300716 Jun 23 14:12:49.199360 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b67e5-beb4-4002-b761-462722c5174e req-050df5f1-b51d-4af7-8547-958f0ffd9d6d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:49.206868 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c58b67e5-beb4-4002-b761-462722c5174e req-050df5f1-b51d-4af7-8547-958f0ffd9d6d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 944 time: 0.0931456 Jun 23 14:12:49.261854 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c58b67e5-beb4-4002-b761-462722c5174e req-54758f55-52c3-495d-896f-c99ba0e1a093 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505092 Jun 23 14:12:49.300962 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c2a4efcf-4444-4459-928e-8dc92c2d2288 req-56ae349b-7c66-403d-9ca0-23a3853f246d service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380181 Jun 23 14:12:49.500639 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59538) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:49.505681 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1933367194-network', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:49.518144 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Sync routers for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:49.529924 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:49.531082 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:49.533468 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Made reservation on behalf of 5aa4d48fa75d47aab29c69a76924a5ad for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:49.535919 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.552928 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.699183 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.708478 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.709504 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.723998 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:49.728342 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:49.734015 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.734455 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Added segment e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04 of type vlan for network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 Jun 23 14:12:49.782476 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.792061 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:49.869451 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1ac7d2-ada2-4a9c-a874-25f309409820,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:49.883291 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:49.884071 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.885376 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:49.886105 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.899806 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:49.949260 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59552) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:49.954385 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Request body: {'subnet': {'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1933367194-subnet', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:49.974602 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4726465 Jun 23 14:12:50.023851 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Pushing event updated for resources: {'Network': ['ID=4a1b7708-be59-4d7b-bfbe-cd2188df6d01,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:50.026997 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:50.051468 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:50.067864 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Made reservation on behalf of 5aa4d48fa75d47aab29c69a76924a5ad for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:50.070499 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130280578'] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.111116 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 0b488236-588c-400b-807f-355a9597ce94 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:50.167124 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dbc-3d65-430f-b521-7f8ffa6785b7 req-0d446898-ffb6-42fd-b795-21f9cd76285e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.170311 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e6525dbc-3d65-430f-b521-7f8ffa6785b7 req-0d446898-ffb6-42fd-b795-21f9cd76285e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1924064 Jun 23 14:12:50.443760 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:47Z', 'revision_number': 2, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:50.506005 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Checking router: 94b83734-a60d-4e24-8e2d-662ac98dc8b8 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:50.506779 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Updating router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 port c5ca6b7e-f512-4ae8-8437-f8505af435cc binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:50.543265 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 0b488236-588c-400b-807f-355a9597ce94 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:50.543903 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.628304 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.646118 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e6525dbc-3d65-430f-b521-7f8ffa6785b7 req-d7993cbd-d47f-4972-b01b-8097eeee4adc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660923 Jun 23 14:12:50.796970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60fbbd-14bf-4aa8-9d0d-1f12763268be req-8e83b9de-2a59-4be3-8750-df04e6e5a3ff tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.807284 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ae60fbbd-14bf-4aa8-9d0d-1f12763268be req-8e83b9de-2a59-4be3-8750-df04e6e5a3ff tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 944 time: 0.2241521 Jun 23 14:12:50.814989 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132020973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130280592'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.829680 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:50.904301 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ae60fbbd-14bf-4aa8-9d0d-1f12763268be req-daf0a015-13cd-49f1-9d29-978b8f8f953b tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958948 Jun 23 14:12:50.917819 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b8435a-86eb-4f22-a04f-a7da682de121,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:50.922274 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:50.942525 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Checking segment: {'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:50.942900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Network hostable DHCP agents. Network: 4a1b7708-be59-4d7b-bfbe-cd2188df6d01, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:50.970856 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:50.983459 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 4a1b7708-be59-4d7b-bfbe-cd2188df6d01) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:50.993642 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.996499 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.000326 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e76cce-4c87-4cd5-8bf7-bd0d79dcce31 None None] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:51.018358 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0678897 Jun 23 14:12:51.021229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59568) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:51.027312 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:51.029314 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 003086fe-31bc-411a-99a6-35b34bf2df1f details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:51.036973 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.053715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.054689 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.085678 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Transition to ACTIVE for port object c5ca6b7e-f512-4ae8-8437-f8505af435cc will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:51.101224 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.118836 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:51.119208 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.305589 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.306129 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Attempting to bind port c5ca6b7e-f512-4ae8-8437-f8505af435cc on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:51.306740 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Attempting to bind port c5ca6b7e-f512-4ae8-8437-f8505af435cc by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:51.307327 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Attempting to bind port c5ca6b7e-f512-4ae8-8437-f8505af435cc on network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:51.354370 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 003086fe-31bc-411a-99a6-35b34bf2df1f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=003086fe-31bc-411a-99a6-35b34bf2df1f,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:51.387396 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '003086fe-31bc-411a-99a6-35b34bf2df1f', 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7', 'port_id': '003086fe-31bc-411a-99a6-35b34bf2df1f', 'mac_address': 'fa:16:3e:25:2d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51319ba-db08-4138-83c0-70a1c760aa7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:51.393905 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d57cd-f142-4632-b823-e774224238a1 None None] Pushing event updated for resources: {'Port': ['ID=c5ca6b7e-f512-4ae8-8437-f8505af435cc,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:51.402173 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:51.402566 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Checking segment: {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:51.403067 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.403439 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Bound using segment: {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:51.404127 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Bound port: c5ca6b7e-f512-4ae8-8437-f8505af435cc, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:51.404842 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.407141 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-617d57cd-f142-4632-b823-e774224238a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:51.483161 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.507669 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003086fe-31bc-411a-99a6-35b34bf2df1f {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:51.603120 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] For port c5ca6b7e-f512-4ae8-8437-f8505af435cc, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:51.607139 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] For port c5ca6b7e-f512-4ae8-8437-f8505af435cc, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=c5ca6b7e-f512-4ae8-8437-f8505af435cc,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:51.628944 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.649407 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.658053 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 003086fe-31bc-411a-99a6-35b34bf2df1f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=003086fe-31bc-411a-99a6-35b34bf2df1f,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:51.660640 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:51.672656 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.779495 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d57cd-f142-4632-b823-e774224238a1 None None] Pushing event updated for resources: {'Port': ['ID=c5ca6b7e-f512-4ae8-8437-f8505af435cc,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:51.815350 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.819484 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-617d57cd-f142-4632-b823-e774224238a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:51.820094 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-617d57cd-f142-4632-b823-e774224238a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:51.854121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Allocated IP 172.28.0.216 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/99f51510-9f66-4293-a76b-36cf1826dba0) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:51.887445 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=003086fe-31bc-411a-99a6-35b34bf2df1f,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:51.901140 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:51.903730 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-4a1b7708-be59-4d7b-bfbe-cd2188df6d01', 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'fixed_ips': [{'subnet_id': 'e4b8435a-86eb-4f22-a04f-a7da682de121'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:12:51.904782 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.956098 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:51.956783 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:51.979349 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.049464 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.060481 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-70ca366e-8e04-42bb-8bac-0d310c89104d tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:52.111233 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Pushing event updated for resources: {'Port': ['ID=99f51510-9f66-4293-a76b-36cf1826dba0,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:52.114933 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:52.125425 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:52.154731 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cfe64-d341-4e31-a553-54fcdb8358c0 req-8db153e8-9cbc-4456-903b-fbab1f0573cb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.156435 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5d4cfe64-d341-4e31-a553-54fcdb8358c0 req-8db153e8-9cbc-4456-903b-fbab1f0573cb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.3702965 Jun 23 14:12:52.157908 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:52.161622 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:52.238705 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Allocated IP 172.20.0.2 (4a1b7708-be59-4d7b-bfbe-cd2188df6d01/e4b8435a-86eb-4f22-a04f-a7da682de121/829ea190-254b-41af-a148-4d6d3574200e) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:52.256455 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:52.296405 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5d4cfe64-d341-4e31-a553-54fcdb8358c0 req-8fb93d42-48ae-4647-8398-84120f0af67c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145902 Jun 23 14:12:52.395453 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['003086fe-31bc-411a-99a6-35b34bf2df1f'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:52.520708 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939795c-4eb6-487e-952a-06c1aab3973d req-414b0d5d-5b05-4793-9922-6a31b42e7823 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.520708 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c939795c-4eb6-487e-952a-06c1aab3973d req-414b0d5d-5b05-4793-9922-6a31b42e7823 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 945 time: 0.3854363 Jun 23 14:12:52.613039 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c939795c-4eb6-487e-952a-06c1aab3973d req-bbb617b0-b1b1-4443-9b64-be99ceeea690 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798934 Jun 23 14:12:52.638561 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.814235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.855693 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Transition to ACTIVE for port object 829ea190-254b-41af-a148-4d6d3574200e will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:52.916538 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Transition to ACTIVE for port object 829ea190-254b-41af-a148-4d6d3574200e will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:52.932660 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.933278 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.071922 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-617d57cd-f142-4632-b823-e774224238a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:53.084552 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:51Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:53.123058 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-2e6ecfd0-67ea-41d6-bec0-08f0ddeba85a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:53.125866 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-2e6ecfd0-67ea-41d6-bec0-08f0ddeba85a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.2086608 Jun 23 14:12:53.135646 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedf91e-3688-42e0-b8f6-1c3c260dea9e None None] The sync data for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb is: [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:51Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:53.143966 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:53.150227 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:53.153706 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-26a32ccc-e710-4237-aa94-cc41edbd628b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/quotas/74fe7296bb26443596bebf08aa89dd9b HTTP/1.1" status: 200 len: 375 time: 0.0175376 Jun 23 14:12:53.158095 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:53.169069 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Pushing event updated for resources: {'Port': ['ID=829ea190-254b-41af-a148-4d6d3574200e,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:53.180149 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:53.262433 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Router 0a3f7a23-2e1b-4445-bef3-a1757057328c is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:12:53.296391 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-4d441e25-be7c-4f01-b316-da7a5b9d0313 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1421666 Jun 23 14:12:53.309507 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Attempting to bind port 829ea190-254b-41af-a148-4d6d3574200e on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:53.309904 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Attempting to bind port 829ea190-254b-41af-a148-4d6d3574200e by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:53.310338 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Attempting to bind port 829ea190-254b-41af-a148-4d6d3574200e on network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:53.316649 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:53.317030 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Checking segment: {'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:53.317448 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.317848 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Bound using segment: {'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:53.318376 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Bound port: 829ea190-254b-41af-a148-4d6d3574200e, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:53.318752 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.409703 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] For port 829ea190-254b-41af-a148-4d6d3574200e, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:53.415998 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] For port 829ea190-254b-41af-a148-4d6d3574200e, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=829ea190-254b-41af-a148-4d6d3574200e,segment=NetworkSegment(e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04),segment_id=e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:53.427599 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.447379 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-1ce8fa5e-e48f-4829-ae56-b5dcae77a825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:53.507581 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-12ec6fad-d0f8-4b6c-a332-83642acc513b service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101884 Jun 23 14:12:53.521815 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:53.532362 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Pushing event updated for resources: {'Port': ['ID=829ea190-254b-41af-a148-4d6d3574200e,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:53.549477 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Sync routers for ids ['0a3f7a23-2e1b-4445-bef3-a1757057328c'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:53.551459 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:53.571338 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Routers {'0a3f7a23-2e1b-4445-bef3-a1757057328c'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:53.573182 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['0a3f7a23-2e1b-4445-bef3-a1757057328c'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:53.646394 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.650217 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6255875 Jun 23 14:12:53.651048 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59612) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:53.781232 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Set router 0a3f7a23-2e1b-4445-bef3-a1757057328c gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:54.114457 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:52Z', 'revision_number': 3, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port': {'id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:54.174958 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Checking router: 0a3f7a23-2e1b-4445-bef3-a1757057328c for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:54.175241 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Updating router 0a3f7a23-2e1b-4445-bef3-a1757057328c port 99f51510-9f66-4293-a76b-36cf1826dba0 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:54.207034 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c5ca6b7e-f512-4ae8-8437-f8505af435cc up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:54.214530 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-a2746641-6b29-443e-aca8-905a8cca5fa1 service neutron] 10.222.0.55 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950562 Jun 23 14:12:54.244746 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.294113 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port c5ca6b7e-f512-4ae8-8437-f8505af435cc completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:54.300740 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port c5ca6b7e-f512-4ae8-8437-f8505af435cc triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:54.301257 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.337276 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cfaf8-b85c-4c23-84ae-41bcc6290edd req-bf7a120a-fa6b-48be-a0b1-7e1d59318d52 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.339343 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7d8cfaf8-b85c-4c23-84ae-41bcc6290edd req-bf7a120a-fa6b-48be-a0b1-7e1d59318d52 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.8364091 Jun 23 14:12:54.485146 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.524807 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7d8cfaf8-b85c-4c23-84ae-41bcc6290edd req-e61fb594-84a9-4ef6-bf6f-fb4ec0c970a5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741846 Jun 23 14:12:54.576818 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port c5ca6b7e-f512-4ae8-8437-f8505af435cc, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=c5ca6b7e-f512-4ae8-8437-f8505af435cc,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:54.591997 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.593063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 829ea190-254b-41af-a148-4d6d3574200e up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:54.596201 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:54.809422 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=c5ca6b7e-f512-4ae8-8437-f8505af435cc,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:54.818302 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:54.856675 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 829ea190-254b-41af-a148-4d6d3574200e completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:54.893314 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.920684 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Transition to ACTIVE for port object 99f51510-9f66-4293-a76b-36cf1826dba0 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:54.932663 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.944740 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:54.973063 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Attempting to bind port 99f51510-9f66-4293-a76b-36cf1826dba0 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:54.973459 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Attempting to bind port 99f51510-9f66-4293-a76b-36cf1826dba0 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:54.973820 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Attempting to bind port 99f51510-9f66-4293-a76b-36cf1826dba0 on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:55.022053 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:55.023137 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:55.023717 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.024301 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:55.024959 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Bound port: 99f51510-9f66-4293-a76b-36cf1826dba0, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:55.025529 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.043202 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 003086fe-31bc-411a-99a6-35b34bf2df1f up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:55.089655 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2b6c4-f0bd-422a-aec0-b18af324484e None None] Pushing event updated for resources: {'Port': ['ID=99f51510-9f66-4293-a76b-36cf1826dba0,revision_number=2']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:55.104431 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c7482694-bf67-4c27-aa82-64e45e495efa req-1188d54c-e5c6-45c9-8385-fd4042f04284 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 210 time: 0.1687503 Jun 23 14:12:55.105334 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-8af2b6c4-f0bd-422a-aec0-b18af324484e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:55.155593 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] For port 99f51510-9f66-4293-a76b-36cf1826dba0, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:55.159802 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] For port 99f51510-9f66-4293-a76b-36cf1826dba0, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=99f51510-9f66-4293-a76b-36cf1826dba0,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:55.170277 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.186929 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:55.205820 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06b47-c217-4d4f-8bf5-9aaffd27a28a req-a3faf4ec-e25e-42ed-a5b7-e308eafb1554 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.206796 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91e957-9f3b-4be4-a8f0-8b973034ae27 None None] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:55.207792 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9dc06b47-c217-4d4f-8bf5-9aaffd27a28a req-a3faf4ec-e25e-42ed-a5b7-e308eafb1554 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 945 time: 0.3313789 Jun 23 14:12:55.276806 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2b6c4-f0bd-422a-aec0-b18af324484e None None] Pushing event updated for resources: {'Port': ['ID=99f51510-9f66-4293-a76b-36cf1826dba0,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:55.282119 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-8af2b6c4-f0bd-422a-aec0-b18af324484e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:55.301256 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.315493 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Routers {'0a3f7a23-2e1b-4445-bef3-a1757057328c'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:55.317559 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['0a3f7a23-2e1b-4445-bef3-a1757057328c'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:55.323799 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9dc06b47-c217-4d4f-8bf5-9aaffd27a28a req-1606edb9-775d-4137-9592-29b786936f38 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881190 Jun 23 14:12:55.341247 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 003086fe-31bc-411a-99a6-35b34bf2df1f completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:55.360378 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Provisioning for port 829ea190-254b-41af-a148-4d6d3574200e completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:55.368409 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Provisioning complete for port 829ea190-254b-41af-a148-4d6d3574200e triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:55.368904 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.433706 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 003086fe-31bc-411a-99a6-35b34bf2df1f triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:55.434170 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.453289 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] Set router 0a3f7a23-2e1b-4445-bef3-a1757057328c gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:55.540024 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Allocated IP 172.20.0.1 (4a1b7708-be59-4d7b-bfbe-cd2188df6d01/e4b8435a-86eb-4f22-a04f-a7da682de121/c2598e7a-859b-449f-a552-79405c0f37f1) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:55.618345 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.651650 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.694631 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] For port 829ea190-254b-41af-a148-4d6d3574200e, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=829ea190-254b-41af-a148-4d6d3574200e,segment=NetworkSegment(e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04),segment_id=e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:55.707626 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.712085 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:55.735534 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.749627 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Transition to ACTIVE for port object c2598e7a-859b-449f-a552-79405c0f37f1 will not be triggered until provisioned by entity DHCP. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:55.787787 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:52Z', 'revision_number': 3, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port': {'id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:55.815316 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.818334 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-84a20559-b9ce-4368-aa0d-165635bdc37e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:55.831604 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c24ae8-369d-4e6c-90bd-d67672222632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003086fe-31bc-411a-99a6-35b34bf2df1f'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:55.834301 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d181c6d-c27a-4d97-83b7-eb4148aa0b73" -d '{"events": [{"server_uuid": "76c24ae8-369d-4e6c-90bd-d67672222632", "name": "network-vif-plugged", "status": "completed", "tag": "003086fe-31bc-411a-99a6-35b34bf2df1f"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:55.885589 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24112f45-d3a5-41c2-9a3a-af0e66d3fdcd None None] The sync data for ids ['0a3f7a23-2e1b-4445-bef3-a1757057328c'] in dv-cinder-784477-5-smb is: [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:52Z', 'revision_number': 3, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port': {'id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:55.887379 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 003086fe-31bc-411a-99a6-35b34bf2df1f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=003086fe-31bc-411a-99a6-35b34bf2df1f,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:55.888001 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Pushing event updated for resources: {'Port': ['ID=829ea190-254b-41af-a148-4d6d3574200e,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:55.901969 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:55.904115 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.906856 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:55.929421 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:55.960312 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:55.982948 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:55.988194 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Pushing event updated for resources: {'Port': ['ID=c2598e7a-859b-449f-a552-79405c0f37f1,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:55.991550 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:55.994063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=003086fe-31bc-411a-99a6-35b34bf2df1f,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:56.001424 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:56.100338 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c5ca6b7e-f512-4ae8-8437-f8505af435cc up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:56.144491 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.161332 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4292b7-3ecd-4622-ae06-d0295d5dee9d x-openstack-request-id: req-cf4292b7-3ecd-4622-ae06-d0295d5dee9d {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:56.162292 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c24ae8-369d-4e6c-90bd-d67672222632", "name": "network-vif-plugged", "status": "completed", "tag": "003086fe-31bc-411a-99a6-35b34bf2df1f", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:56.167524 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf4292b7-3ecd-4622-ae06-d0295d5dee9d {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:56.168586 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c24ae8-369d-4e6c-90bd-d67672222632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003086fe-31bc-411a-99a6-35b34bf2df1f', 'code': 200} Jun 23 14:12:56.234487 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1da6f-8ddf-4b52-af2a-56cc60538f18 req-3c64d9da-12c7-4502-aa73-76055242a526 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.241857 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f5b1da6f-8ddf-4b52-af2a-56cc60538f18 req-3c64d9da-12c7-4502-aa73-76055242a526 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.3608432 Jun 23 14:12:56.259752 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-b717903e-5e8e-41bb-8c14-d8a83d309644 None None] Provisioning complete for port 829ea190-254b-41af-a148-4d6d3574200e triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:56.265074 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b717903e-5e8e-41bb-8c14-d8a83d309644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.311379 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port c5ca6b7e-f512-4ae8-8437-f8505af435cc triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:56.311719 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.374562 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f5b1da6f-8ddf-4b52-af2a-56cc60538f18 req-6fe1a7de-230a-4970-a562-63afc1cc710e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316779 Jun 23 14:12:56.527175 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-de08d248-76c4-4c8d-90de-a181bafb1414 req-fe039c03-5286-4360-acbf-73f020226812 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 210 time: 0.1506348 Jun 23 14:12:56.605842 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 829ea190-254b-41af-a148-4d6d3574200e up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:56.723824 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.749733 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 829ea190-254b-41af-a148-4d6d3574200e triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:56.751276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.862463 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1439f9e-33f0-4992-8895-44569efce48a req-938a0ca7-9f9a-4c24-a2ce-78a109675e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.867305 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d1439f9e-33f0-4992-8895-44569efce48a req-938a0ca7-9f9a-4c24-a2ce-78a109675e48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 1099 time: 0.1045663 Jun 23 14:12:56.877633 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-1f32e0f7-07cd-4bf8-a2ec-11a4f2bd2b66 None None] Provisioning for port c2598e7a-859b-449f-a552-79405c0f37f1 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:56.901808 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-1f32e0f7-07cd-4bf8-a2ec-11a4f2bd2b66 None None] Provisioning complete for port c2598e7a-859b-449f-a552-79405c0f37f1 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:56.902596 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1f32e0f7-07cd-4bf8-a2ec-11a4f2bd2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.907293 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252046-d4b7-4f30-b5d3-3e64a7f1d508 req-82699384-ab0f-466b-a994-f3e7474c6d1b tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.915731 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2b252046-d4b7-4f30-b5d3-3e64a7f1d508 req-82699384-ab0f-466b-a994-f3e7474c6d1b tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.3040090 Jun 23 14:12:56.985206 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d1439f9e-33f0-4992-8895-44569efce48a req-53302d84-9eaf-49f6-85cf-6f712db330e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105196 Jun 23 14:12:57.021837 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-1f32e0f7-07cd-4bf8-a2ec-11a4f2bd2b66 None None] Port c2598e7a-859b-449f-a552-79405c0f37f1 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:57.034925 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2b252046-d4b7-4f30-b5d3-3e64a7f1d508 req-fea1e443-2565-4653-86e4-9a30396ded09 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182721 Jun 23 14:12:57.043387 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-022c3386-679d-4505-8bd5-e103894a8ec4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.044827 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-022c3386-679d-4505-8bd5-e103894a8ec4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 815 time: 0.2748029 Jun 23 14:12:57.146124 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:57.155804 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:57.159646 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:57.244637 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Pushing event updated for resources: {'Port': ['ID=c2598e7a-859b-449f-a552-79405c0f37f1,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:57.247817 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:57.251567 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:57.384850 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:57.387848 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:57.574342 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Request body: {'port': {'device_id': 'f0151693-196f-4d40-adee-67f37e5249ce', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'admin_state_up': True, 'tenant_id': '74fe7296bb26443596bebf08aa89dd9b'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:57.704957 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Router 0a3f7a23-2e1b-4445-bef3-a1757057328c has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:12:57.751729 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-9d830a4e-349d-4f95-a959-843bc34ba655 None None] Provisioning complete for port c2598e7a-859b-449f-a552-79405c0f37f1 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:57.752298 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-9d830a4e-349d-4f95-a959-843bc34ba655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:57.790248 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-9d830a4e-349d-4f95-a959-843bc34ba655 None None] Port c2598e7a-859b-449f-a552-79405c0f37f1 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:57.820490 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-26fc12bb-8566-4ffb-b93f-efaa79ac72a9 req-0d82066c-83b7-412e-8ff5-301bfb7de821 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 210 time: 0.0559068 Jun 23 14:12:57.905786 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47ec6a-db4f-457e-a5d2-4d1c35a677b0 req-4b1f2deb-49f0-4f7d-889c-d532d42da904 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.913282 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fd47ec6a-db4f-457e-a5d2-4d1c35a677b0 req-4b1f2deb-49f0-4f7d-889c-d532d42da904 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.3689950 Jun 23 14:12:58.059020 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fd47ec6a-db4f-457e-a5d2-4d1c35a677b0 req-45e5d2e7-3364-428d-81be-980cdd78dfa3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444638 Jun 23 14:12:58.151027 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:58.152240 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 99f51510-9f66-4293-a76b-36cf1826dba0 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:58.164197 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] 10.222.0.55 "PUT /v2.0/routers/0a3f7a23-2e1b-4445-bef3-a1757057328c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5120342 Jun 23 14:12:58.198775 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Made reservation on behalf of 74fe7296bb26443596bebf08aa89dd9b for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:58.233016 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.372017 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 99f51510-9f66-4293-a76b-36cf1826dba0 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:58.379629 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 99f51510-9f66-4293-a76b-36cf1826dba0 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:58.380963 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.536853 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.553760 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Allocated IP 172.20.0.10 (d2f6c45f-f6a2-4c01-bda2-e883fd93799f/cfde936a-85e6-46f8-84ec-46d452f963af/7f4d5c0d-e849-4616-a75d-a519b2bfa1ab) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:58.565967 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Sync routers for ids ['0a3f7a23-2e1b-4445-bef3-a1757057328c'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:58.579970 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 99f51510-9f66-4293-a76b-36cf1826dba0, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=99f51510-9f66-4293-a76b-36cf1826dba0,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:58.589549 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.591669 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:58.637735 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67a38-20ea-40ac-8504-391b93de69d4 req-bca8e933-aa81-421f-afa3-0226ed111ea3 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.643627 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Routers {'0a3f7a23-2e1b-4445-bef3-a1757057328c'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:58.644385 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['0a3f7a23-2e1b-4445-bef3-a1757057328c'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:58.644705 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20d67a38-20ea-40ac-8504-391b93de69d4 req-bca8e933-aa81-421f-afa3-0226ed111ea3 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.1989207 Jun 23 14:12:58.648148 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=99f51510-9f66-4293-a76b-36cf1826dba0,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:58.680697 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:58.736829 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20d67a38-20ea-40ac-8504-391b93de69d4 req-661f4a6d-88c9-409d-a0b9-0e98dcff59e9 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819495 Jun 23 14:12:58.761307 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Set router 0a3f7a23-2e1b-4445-bef3-a1757057328c gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:58.893726 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.961503 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.966770 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-931e0644-7553-499e-b7db-5ad5bd8926ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:59.016944 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186', '720955e9-a676-4364-a73e-c24d73edbea4', '76bfab41-e536-4f1b-aa65-db69c0c6b76a'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:59.019855 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Network d2f6c45f-f6a2-4c01-bda2-e883fd93799f is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:59.025581 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:59.029786 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:59.128126 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event updated for resources: {'Port': ['ID=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:59.152483 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:59.178381 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.179272 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.215741 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6509809 Jun 23 14:12:59.245921 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Request body: {'port': {'device_id': 'f0151693-196f-4d40-adee-67f37e5249ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:59.316824 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:56Z', 'revision_number': 4, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port': {'id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c2598e7a-859b-449f-a552-79405c0f37f1', 'name': '', 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'mac_address': 'fa:16:3e:fb:87:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4b8435a-86eb-4f22-a04f-a7da682de121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:55Z', 'updated_at': '2021-06-23T14:12:56Z', 'revision_number': 2, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'subnets': [{'id': 'e4b8435a-86eb-4f22-a04f-a7da682de121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:59.363944 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db726c7f-da7c-4093-9d9e-85ccd434dae5 req-7dd0945e-89d8-4faa-9017-120fb0af87aa tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.365427 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-db726c7f-da7c-4093-9d9e-85ccd434dae5 req-7dd0945e-89d8-4faa-9017-120fb0af87aa tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 932 time: 0.2765756 Jun 23 14:12:59.369297 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Checking router: 0a3f7a23-2e1b-4445-bef3-a1757057328c for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:59.369806 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Updating router 0a3f7a23-2e1b-4445-bef3-a1757057328c port c2598e7a-859b-449f-a552-79405c0f37f1 binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:59.426614 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.460004 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-db726c7f-da7c-4093-9d9e-85ccd434dae5 req-d7a2daf7-2026-4b6b-bb69-f0232d59624a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831263 Jun 23 14:12:59.463263 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.488173 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece52d-7043-43b6-b517-9eb24c88de1e req-027d1484-1cab-46ba-b25b-b63785c68e5b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.489639 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-afece52d-7043-43b6-b517-9eb24c88de1e req-027d1484-1cab-46ba-b25b-b63785c68e5b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1753860 Jun 23 14:13:00.124772 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 99f51510-9f66-4293-a76b-36cf1826dba0 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:00.207001 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-afece52d-7043-43b6-b517-9eb24c88de1e req-923bc402-de63-4631-8908-375f0efcedde tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950839 Jun 23 14:13:00.257556 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.272357 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Transition to ACTIVE for port object c2598e7a-859b-449f-a552-79405c0f37f1 will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:00.284456 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 99f51510-9f66-4293-a76b-36cf1826dba0 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:00.284895 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.323003 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.326330 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:00.371864 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393f92-8b8e-4616-ac5b-580660331972 req-41588030-4fcf-4a00-8889-3161f9b363df tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.380489 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bd393f92-8b8e-4616-ac5b-580660331972 req-41588030-4fcf-4a00-8889-3161f9b363df tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.1773164 Jun 23 14:13:00.402582 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dd49c-9aea-468b-b5f3-45c36b521ef9 None None] Pushing event updated for resources: {'Port': ['ID=c2598e7a-859b-449f-a552-79405c0f37f1,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:00.406035 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-556dd49c-9aea-468b-b5f3-45c36b521ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:00.477286 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bd393f92-8b8e-4616-ac5b-580660331972 req-4db85ea8-2e32-4395-9ad6-a3e0289d08e6 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957787 Jun 23 14:13:00.492916 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:00.516320 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Attempting to bind port c2598e7a-859b-449f-a552-79405c0f37f1 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:13:00.516710 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Attempting to bind port c2598e7a-859b-449f-a552-79405c0f37f1 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:13:00.517078 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Attempting to bind port c2598e7a-859b-449f-a552-79405c0f37f1 on network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:00.522617 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.522890 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:13:00.523211 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Checking segment: {'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:13:00.523612 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.524020 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Bound using segment: {'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:13:00.524745 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Bound port: c2598e7a-859b-449f-a552-79405c0f37f1, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:13:00.525019 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.568796 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Transition to ACTIVE for port object 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:00.583359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.585655 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:00.684247 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:00.689164 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:00.719089 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] For port c2598e7a-859b-449f-a552-79405c0f37f1, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:13:00.730957 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] For port c2598e7a-859b-449f-a552-79405c0f37f1, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=c2598e7a-859b-449f-a552-79405c0f37f1,segment=NetworkSegment(e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04),segment_id=e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:13:00.746568 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.760710 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:00.803021 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Attempting to bind port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:13:00.803368 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Attempting to bind port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:13:00.803690 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Attempting to bind port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:00.810907 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:13:00.811307 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Attempting to bind port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab on network d2f6c45f-f6a2-4c01-bda2-e883fd93799f {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:00.821671 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da47bcc-9a54-40ac-824e-1981c0609732 req-ef63d320-e687-4d19-89d1-0cf8702b0631 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.830554 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5da47bcc-9a54-40ac-824e-1981c0609732 req-ef63d320-e687-4d19-89d1-0cf8702b0631 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 944 time: 0.1179445 Jun 23 14:13:00.840632 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:13:00.840976 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Checking segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:13:00.841357 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Bound using segment: {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:13:00.841808 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Bound port: 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5610f0a1-1370-4563-840b-9030b1fe0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:13:00.846341 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.866354 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Routers {'0a3f7a23-2e1b-4445-bef3-a1757057328c'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:00.866929 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:12:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['0a3f7a23-2e1b-4445-bef3-a1757057328c'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:00.946435 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dd49c-9aea-468b-b5f3-45c36b521ef9 None None] Pushing event updated for resources: {'Port': ['ID=c2598e7a-859b-449f-a552-79405c0f37f1,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:00.961567 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-556dd49c-9aea-468b-b5f3-45c36b521ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:00.964906 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5da47bcc-9a54-40ac-824e-1981c0609732 req-70086564-5881-42ea-9c11-eb3b63e9588c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335018 Jun 23 14:13:01.014337 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] For port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:13:01.018462 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] For port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:13:01.042025 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:01.052556 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8fcfac56-3fdc-4ab3-820c-a24bc420d702 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:01.091991 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.092644 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:01.094448 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] 10.222.0.53 "PUT /v2.0/ports/7f4d5c0d-e849-4616-a75d-a519b2bfa1ab HTTP/1.1" status: 200 len: 1094 time: 1.8524592 Jun 23 14:13:01.095064 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0151693-196f-4d40-adee-67f37e5249ce', 'tag': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:01.097500 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1906bfdd-d725-48f4-945f-174e643fe859" -d '{"events": [{"name": "network-changed", "server_uuid": "f0151693-196f-4d40-adee-67f37e5249ce", "tag": "7f4d5c0d-e849-4616-a75d-a519b2bfa1ab"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:01.128793 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:01.148208 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:01.150431 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99041ff6-5be8-4046-b17d-4fb9093dba04 x-openstack-request-id: req-99041ff6-5be8-4046-b17d-4fb9093dba04 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:01.150905 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0151693-196f-4d40-adee-67f37e5249ce", "tag": "7f4d5c0d-e849-4616-a75d-a519b2bfa1ab", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:01.151464 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99041ff6-5be8-4046-b17d-4fb9093dba04 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:01.152028 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0151693-196f-4d40-adee-67f37e5249ce', 'tag': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab', 'status': 'completed', 'code': 200} Jun 23 14:13:01.168094 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] Set router 0a3f7a23-2e1b-4445-bef3-a1757057328c gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:01.390528 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-4467f26d-8356-47dd-a941-fd78a39ceb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.392142 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-4467f26d-8356-47dd-a941-fd78a39ceb01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 1097 time: 0.2095926 Jun 23 14:13:01.483094 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-f9b2af16-1148-4d97-b34f-4b7301bac7bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab HTTP/1.1" status: 200 len: 217 time: 0.0739813 Jun 23 14:13:01.525665 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:56Z', 'revision_number': 4, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port': {'id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c2598e7a-859b-449f-a552-79405c0f37f1', 'name': '', 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'mac_address': 'fa:16:3e:fb:87:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4b8435a-86eb-4f22-a04f-a7da682de121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:55Z', 'updated_at': '2021-06-23T14:13:00Z', 'revision_number': 4, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'subnets': [{'id': 'e4b8435a-86eb-4f22-a04f-a7da682de121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:01.563748 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a8f1-972d-45dc-b7dd-b78de4bed894 None None] The sync data for ids ['0a3f7a23-2e1b-4445-bef3-a1757057328c'] in dv-cinder-784477-5-smb is: [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:56Z', 'revision_number': 4, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port': {'id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c2598e7a-859b-449f-a552-79405c0f37f1', 'name': '', 'network_id': '4a1b7708-be59-4d7b-bfbe-cd2188df6d01', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'mac_address': 'fa:16:3e:fb:87:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4b8435a-86eb-4f22-a04f-a7da682de121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:55Z', 'updated_at': '2021-06-23T14:13:00Z', 'revision_number': 4, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'subnets': [{'id': 'e4b8435a-86eb-4f22-a04f-a7da682de121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:13:01.572000 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-e93c90c6-a22b-4a1e-aab6-4443356a8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.573657 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-e93c90c6-a22b-4a1e-aab6-4443356a8554 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 200 len: 855 time: 0.0677431 Jun 23 14:13:01.613194 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-b9050f68-0f63-475a-8175-3a8c09ebf538 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313177 Jun 23 14:13:01.624668 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b794e94-5280-459d-8b0b-084f91277109 req-23fce327-1a1f-4a4f-b6c1-5494123c4651 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.646011 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9b794e94-5280-459d-8b0b-084f91277109 req-23fce327-1a1f-4a4f-b6c1-5494123c4651 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.2148812 Jun 23 14:13:01.776348 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9b794e94-5280-459d-8b0b-084f91277109 req-db6a592c-2ef1-4f3b-8b6e-bbee317836da tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306653 Jun 23 14:13:01.797823 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-684dcfcf-9050-4315-a763-e7b4a41042ed service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508451 Jun 23 14:13:01.930771 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2fe4bfd2-a884-4533-a73b-2eef49d1f465 req-a1874abf-2272-4a55-bdf0-edb567e92984 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193368 Jun 23 14:13:02.150925 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c2598e7a-859b-449f-a552-79405c0f37f1 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:02.236072 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port c2598e7a-859b-449f-a552-79405c0f37f1 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:02.268633 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port c2598e7a-859b-449f-a552-79405c0f37f1 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:02.271045 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:02.329570 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906bfdd-d725-48f4-945f-174e643fe859 req-7c3aa5ff-9543-4b4e-9349-1bef4fd1f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.331843 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1906bfdd-d725-48f4-945f-174e643fe859 req-7c3aa5ff-9543-4b4e-9349-1bef4fd1f6bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74fe7296bb26443596bebf08aa89dd9b&device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 1097 time: 0.1782401 Jun 23 14:13:02.342351 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95352-fb4f-4b88-8730-f1518beff7f0 req-f3e18faa-ed46-40a7-8b76-9fdb00f0254d tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.345429 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d8a95352-fb4f-4b88-8730-f1518beff7f0 req-f3e18faa-ed46-40a7-8b76-9fdb00f0254d tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 944 time: 0.2196715 Jun 23 14:13:02.491591 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:02.559147 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port c2598e7a-859b-449f-a552-79405c0f37f1, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=c2598e7a-859b-449f-a552-79405c0f37f1,segment=NetworkSegment(e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04),segment_id=e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:02.570190 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:02.575119 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-0b691d70-9c4b-4425-a1b8-b4871c35dbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:02.679532 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d8a95352-fb4f-4b88-8730-f1518beff7f0 req-3dd1f4c0-4016-475a-8e91-c91edf5ca02a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847079 Jun 23 14:13:02.731309 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906bfdd-d725-48f4-945f-174e643fe859 req-ab7f6c33-d467-43cf-8f07-8b3409fae6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.734866 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1906bfdd-d725-48f4-945f-174e643fe859 req-ab7f6c33-d467-43cf-8f07-8b3409fae6b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 200 len: 916 time: 0.3878984 Jun 23 14:13:02.750901 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=c2598e7a-859b-449f-a552-79405c0f37f1,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:02.758618 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:02.879531 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1906bfdd-d725-48f4-945f-174e643fe859 req-bb205a67-99e0-4607-bd01-2a81cf02f410 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab HTTP/1.1" status: 200 len: 217 time: 0.1354830 Jun 23 14:13:02.975736 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906bfdd-d725-48f4-945f-174e643fe859 req-4a666bca-1ab3-4642-b907-9925c8dd25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.977556 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1906bfdd-d725-48f4-945f-174e643fe859 req-4a666bca-1ab3-4642-b907-9925c8dd25fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 200 len: 855 time: 0.0879147 Jun 23 14:13:03.059708 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1906bfdd-d725-48f4-945f-174e643fe859 req-46528df8-6e71-47f3-b6b2-8ed3bf32f8f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2f6c45f-f6a2-4c01-bda2-e883fd93799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313673 Jun 23 14:13:03.159838 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ad10-d10c-432d-bf40-c713abadb022 req-5ab58a15-859f-4e6f-be87-c507d1b4c074 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.161380 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3df9ad10-d10c-432d-bf40-c713abadb022 req-5ab58a15-859f-4e6f-be87-c507d1b4c074 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1673756 Jun 23 14:13:03.201854 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1906bfdd-d725-48f4-945f-174e643fe859 req-7eeb800d-3c5b-4590-8914-d9c8e0d2e3d9 service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329818 Jun 23 14:13:03.224027 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3df9ad10-d10c-432d-bf40-c713abadb022 req-f1f13dad-15c3-412e-b09d-d326282f83a8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542524 Jun 23 14:13:03.323435 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1906bfdd-d725-48f4-945f-174e643fe859 req-41db9d32-6a86-4fb6-80da-4439d94d782b service neutron] 10.222.0.53 "GET /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094756 Jun 23 14:13:03.512089 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59856) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:03.558851 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Deleting subnet e33963dc-2cea-4e5b-b7b7-80c46edf571d {{(pid=93136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:13:03.562023 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.597418 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131351682'] for subnet, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.650917 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.711487 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130316736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130051560'] for subnet, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.714122 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:03.726899 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.732364 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e33963dc-2cea-4e5b-b7b7-80c46edf571d HTTP/1.1" status: 204 len: 168 time: 0.2162375 Jun 23 14:13:03.732473 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59860) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:03.773778 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33963dc-2cea-4e5b-b7b7-80c46edf571d,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:03.780366 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3eb1aeac-edfc-4727-ba07-0d506799e0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:03.814498 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.942223 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.955792 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d6511f-5f87-4c25-8e11-7589307fc638']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:03.970696 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef13b1d-847d-4dea-8677-fc5ec46479f6') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:03.971432 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef13b1d-847d-4dea-8677-fc5ec46479f6') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:03.990234 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.011121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.020406 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790c9bc-63c1-4751-8b83-47c73db7bdca req-ee9eb8a4-bb12-42a5-a0e8-e554b46cb7c6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.021953 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4790c9bc-63c1-4751-8b83-47c73db7bdca req-ee9eb8a4-bb12-42a5-a0e8-e554b46cb7c6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 944 time: 0.1502280 Jun 23 14:13:04.030633 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:13:04.032607 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:13:04.034530 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:13:04.082857 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c2598e7a-859b-449f-a552-79405c0f37f1 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:04.126760 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4790c9bc-63c1-4751-8b83-47c73db7bdca req-5d310acc-9ced-4109-ac49-1190b0959a8e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756021 Jun 23 14:13:04.137822 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.147505 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:04.160293 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.166698 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/69d6511f-5f87-4c25-8e11-7589307fc638 HTTP/1.1" status: 204 len: 168 time: 0.4333782 Jun 23 14:13:04.176687 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port c2598e7a-859b-449f-a552-79405c0f37f1 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:04.177114 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.179273 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=69d6511f-5f87-4c25-8e11-7589307fc638,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:04.182884 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:04.493274 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 59872) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:04.514282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f0e68-7e2b-4319-a771-68fd6aedb0a6 req-6d9980c7-03d5-40f1-951b-3e83867524e6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.515684 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-721f0e68-7e2b-4319-a771-68fd6aedb0a6 req-6d9980c7-03d5-40f1-951b-3e83867524e6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0989547 Jun 23 14:13:04.542715 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f0d87440-838a-410f-8bdf-441917f3088e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f57fffd329f34f11baae242b4cae8d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475314 Jun 23 14:13:04.546305 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 59876) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:04.572489 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-721f0e68-7e2b-4319-a771-68fd6aedb0a6 req-dcb00959-8546-41f5-8230-e09092d8fcd9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511930 Jun 23 14:13:04.617952 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.656521 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.713552 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.716875 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.720853 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/192af0e6-4e73-405a-a892-267e21b7f87f HTTP/1.1" status: 204 len: 168 time: 0.1710670 Jun 23 14:13:04.720853 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-70ac9ed9-4290-489b-8196-f612fbcf5f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:04.729471 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192af0e6-4e73-405a-a892-267e21b7f87f,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:04.732133 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:05.071512 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b35fc26b-8ecb-45a5-af0e-c9384dc02103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:05.336454 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f5aee-ae3e-42a7-8f9f-8314e6036fd2 req-1b679398-77ab-4946-8f69-61f4b43c9665 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.347853 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-692f5aee-ae3e-42a7-8f9f-8314e6036fd2 req-1b679398-77ab-4946-8f69-61f4b43c9665 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 944 time: 0.0817056 Jun 23 14:13:05.386145 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-692f5aee-ae3e-42a7-8f9f-8314e6036fd2 req-0f1b8c24-aa4a-4db0-9a3f-985196c5cbe2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369761 Jun 23 14:13:05.765040 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5461-5e2a-49be-8a5e-081dcd90e445 req-b9a47f41-b96e-4082-a966-ba3cb2526d6e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.766599 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-19cc5461-5e2a-49be-8a5e-081dcd90e445 req-b9a47f41-b96e-4082-a966-ba3cb2526d6e tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0667434 Jun 23 14:13:05.810685 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-19cc5461-5e2a-49be-8a5e-081dcd90e445 req-a272e6e9-c59d-4d1d-b3ea-a7fa7f03893f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360491 Jun 23 14:13:06.599817 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985632e-40d5-4a84-81c2-255c845fddf5 req-db540546-548b-4a16-bee9-4a2fb123436a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.601287 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7985632e-40d5-4a84-81c2-255c845fddf5 req-db540546-548b-4a16-bee9-4a2fb123436a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 944 time: 0.0834732 Jun 23 14:13:06.651430 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7985632e-40d5-4a84-81c2-255c845fddf5 req-4203810e-0f0c-4bca-ade1-b08434ce7e85 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Jun 23 14:13:07.005792 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fa47d-3145-4e08-9529-73198bbc4b0a req-c10f6995-9b58-44ac-9fef-cbe3e8367bd8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.007315 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-386fa47d-3145-4e08-9529-73198bbc4b0a req-c10f6995-9b58-44ac-9fef-cbe3e8367bd8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0769742 Jun 23 14:13:07.062157 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-386fa47d-3145-4e08-9529-73198bbc4b0a req-598909cb-797a-4855-86e9-33b0138acf8c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Jun 23 14:13:07.064492 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:07.169981 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:07.184092 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab', 'network_id': 'd2f6c45f-f6a2-4c01-bda2-e883fd93799f', 'port_id': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab', 'mac_address': 'fa:16:3e:84:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfde936a-85e6-46f8-84ec-46d452f963af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:07.229170 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:07.247551 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:07.269838 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:07.275598 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:07.277492 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:07.328364 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:07.337598 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:07.585625 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3d3accf7-0e93-490a-8d72-5f6ee208abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:07.875750 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['7f4d5c0d-e849-4616-a75d-a519b2bfa1ab'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:07.888081 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69260a-f354-4374-8351-83ad1b244df9 req-e0b1d898-457c-4e68-baf3-e26fe4b1532f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.897663 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4c69260a-f354-4374-8351-83ad1b244df9 req-e0b1d898-457c-4e68-baf3-e26fe4b1532f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 945 time: 0.1052833 Jun 23 14:13:07.971214 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4c69260a-f354-4374-8351-83ad1b244df9 req-61b26712-8136-4e2c-a979-ab4a82e5b05e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725393 Jun 23 14:13:08.259585 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6c10-9985-477d-ab37-8cefb7aa9ede req-ad9b92d2-dced-44a7-985b-ccfe1511f741 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.261175 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9ccf6c10-9985-477d-ab37-8cefb7aa9ede req-ad9b92d2-dced-44a7-985b-ccfe1511f741 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0740058 Jun 23 14:13:08.325776 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9ccf6c10-9985-477d-ab37-8cefb7aa9ede req-5e78e78e-3a92-4d7a-bb08-bfc712907be2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586305 Jun 23 14:13:09.022207 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:09.024637 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:09.182736 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d31ef-71b7-4bad-8f32-7a221d685040 req-d3689969-6322-4afc-b7cf-81f065960d88 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.190927 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f84d31ef-71b7-4bad-8f32-7a221d685040 req-d3689969-6322-4afc-b7cf-81f065960d88 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 945 time: 0.1067865 Jun 23 14:13:09.233856 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f84d31ef-71b7-4bad-8f32-7a221d685040 req-0e9074aa-5697-4612-8911-dc561855d246 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Jun 23 14:13:09.520795 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087e612-96f7-423d-9769-8e804c617caa req-fa8c807a-219e-4477-82d4-a6a947f53cc2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.522456 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0087e612-96f7-423d-9769-8e804c617caa req-fa8c807a-219e-4477-82d4-a6a947f53cc2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0757804 Jun 23 14:13:09.561506 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0087e612-96f7-423d-9769-8e804c617caa req-780093ab-924c-43e4-b77e-544421845a44 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Jun 23 14:13:10.279952 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-35844768-b6f7-41c6-915c-5b246d69082f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.281417 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-35844768-b6f7-41c6-915c-5b246d69082f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 815 time: 0.1017230 Jun 23 14:13:10.296466 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-d71c2dba-f3e2-441f-a2d4-cef7e1c59384 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/quotas/df700be08ca14948856b6699472dc368 HTTP/1.1" status: 200 len: 375 time: 0.0094614 Jun 23 14:13:10.362676 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:10.407211 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-e295b20a-d220-416a-ab51-6d783169b817 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053162 Jun 23 14:13:10.485541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64882f-70b0-40e4-90ad-4c173876f560 req-4d6151fe-34b8-490c-9229-a2254897ff12 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.487058 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ed64882f-70b0-40e4-90ad-4c173876f560 req-4d6151fe-34b8-490c-9229-a2254897ff12 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 945 time: 0.1395242 Jun 23 14:13:10.543129 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ed64882f-70b0-40e4-90ad-4c173876f560 req-7785f498-d234-4b75-9b48-1723f73ea4da tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502052 Jun 23 14:13:10.545183 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-af638238-4aa7-4361-8831-964413b74b0b service neutron] 10.222.0.55 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255758 Jun 23 14:13:10.635514 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-e50f1a4a-f527-4a78-9b51-0d6e918f20f4 service neutron] 10.222.0.55 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Jun 23 14:13:10.811825 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3fe405c9-3d2c-4330-9b7c-fe95da56c88a req-8aa91664-b3e3-4cb1-a5f7-bfc5a41733a6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 210 time: 0.0339739 Jun 23 14:13:10.906264 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896f2c7-8fd7-463a-8ac8-16b84f318e7f req-68b13d9d-d017-44cd-b1c9-51241c5714c6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.907905 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f896f2c7-8fd7-463a-8ac8-16b84f318e7f req-68b13d9d-d017-44cd-b1c9-51241c5714c6 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0632508 Jun 23 14:13:10.948505 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f896f2c7-8fd7-463a-8ac8-16b84f318e7f req-914c4a7f-742d-4f57-b1f6-33a14749f7c3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 Jun 23 14:13:11.080675 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:11.133104 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:11.137133 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:11.137623 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.217006 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.239158 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0151693-196f-4d40-adee-67f37e5249ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:11.241497 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe5666a-dc3c-4a4d-8641-0432efcc6003" -d '{"events": [{"server_uuid": "f0151693-196f-4d40-adee-67f37e5249ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d5c0d-e849-4616-a75d-a519b2bfa1ab"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:11.254141 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:11.259880 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.261942 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:11.287008 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243277b-391c-4b58-a6d0-43d32b5e01a4 x-openstack-request-id: req-7243277b-391c-4b58-a6d0-43d32b5e01a4 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:11.287305 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0151693-196f-4d40-adee-67f37e5249ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d5c0d-e849-4616-a75d-a519b2bfa1ab", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:11.287567 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7243277b-391c-4b58-a6d0-43d32b5e01a4 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:11.287952 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0151693-196f-4d40-adee-67f37e5249ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab', 'code': 200} Jun 23 14:13:11.314259 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:11.318073 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:11.609213 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f67b39-35d0-4a30-9770-1d06988acdac req-d66fa261-e8e0-4559-b8fb-8fc93a2ac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.610745 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54f67b39-35d0-4a30-9770-1d06988acdac req-d66fa261-e8e0-4559-b8fb-8fc93a2ac5a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 1099 time: 0.0558100 Jun 23 14:13:11.650482 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54f67b39-35d0-4a30-9770-1d06988acdac req-8267880a-aca6-40e9-af34-73a554b8ebfd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Jun 23 14:13:11.720365 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa685d9-e729-4829-9dd1-9cb058681ab4 req-b78b9eec-ba3f-475c-9a01-21ed85f6e9d6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.721829 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bfa685d9-e729-4829-9dd1-9cb058681ab4 req-b78b9eec-ba3f-475c-9a01-21ed85f6e9d6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0671921 Jun 23 14:13:11.758251 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bfa685d9-e729-4829-9dd1-9cb058681ab4 req-7b1e2a46-8758-44c5-96ae-3ce6ddf52029 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307243 Jun 23 14:13:11.955783 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9705427d-b467-4a5c-a1dd-d825609ad52b req-ac37aa8b-1c56-4294-9460-0dcc92dec53a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 210 time: 0.0280564 Jun 23 14:13:12.121954 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2f369-5703-4f51-9686-01158ccec263 req-0ba5556f-5913-4fba-83ad-18f946683fce tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.123425 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c8a2f369-5703-4f51-9686-01158ccec263 req-0ba5556f-5913-4fba-83ad-18f946683fce tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0633609 Jun 23 14:13:12.170999 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c8a2f369-5703-4f51-9686-01158ccec263 req-48648baf-a475-4002-9941-0ad27c03db30 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381637 Jun 23 14:13:12.678416 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-8205d0c2-0684-41b9-b639-419e78c62f51 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.679942 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-8205d0c2-0684-41b9-b639-419e78c62f51 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 815 time: 0.1091309 Jun 23 14:13:12.707309 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'port': {'device_id': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'admin_state_up': True, 'tenant_id': 'df700be08ca14948856b6699472dc368'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:12.831054 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Made reservation on behalf of df700be08ca14948856b6699472dc368 for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:13:12.834824 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.150143 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4d331623-9dcd-485c-8852-c947e29f7cbb req-a098ffc7-ed70-4b2b-953f-69ee2a028bc9 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 210 time: 0.0585537 Jun 23 14:13:13.251795 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ca09c-3f73-453f-84b5-ca06a768e723 req-dfba3356-6f8c-433a-858e-7b359afc0742 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.253302 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-056ca09c-3f73-453f-84b5-ca06a768e723 req-dfba3356-6f8c-433a-858e-7b359afc0742 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.1631360 Jun 23 14:13:13.291531 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Allocated IP 172.20.0.11 (08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e/389c25e4-66c2-43af-875e-4a84f855906c/23736f8f-3597-48ee-bcc1-acc10b6ca855) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:13.338540 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-056ca09c-3f73-453f-84b5-ca06a768e723 req-c8dbaf5a-9045-4857-a7ea-6547881de705 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755692 Jun 23 14:13:13.499455 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2325d-ce6c-441b-9a1d-c484ec476af6 req-0302e5b7-0d2b-460d-9565-7ed2fe0401c0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.500845 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-acd2325d-ce6c-441b-9a1d-c484ec476af6 req-0302e5b7-0d2b-460d-9565-7ed2fe0401c0 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1853619 Jun 23 14:13:13.569463 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-acd2325d-ce6c-441b-9a1d-c484ec476af6 req-3a7cf681-fc42-4145-9eb7-d9aec72fda6d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593886 Jun 23 14:13:13.574494 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.589418 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Transition to ACTIVE for port object 23736f8f-3597-48ee-bcc1-acc10b6ca855 will not be triggered until provisioned by entity DHCP. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:13.630545 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.642594 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:13.673946 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:13.677001 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:13.680658 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:13.739023 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:13.747384 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.747384 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.754823 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:13.771340 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0679135 Jun 23 14:13:13.913769 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-1ffbea3d-6ebd-46ac-b83b-b6cae34678a4 None None] Provisioning for port 23736f8f-3597-48ee-bcc1-acc10b6ca855 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:13.917687 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-1ffbea3d-6ebd-46ac-b83b-b6cae34678a4 None None] Provisioning complete for port 23736f8f-3597-48ee-bcc1-acc10b6ca855 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:13.918096 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1ffbea3d-6ebd-46ac-b83b-b6cae34678a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.954713 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbea3d-6ebd-46ac-b83b-b6cae34678a4 None None] Port 23736f8f-3597-48ee-bcc1-acc10b6ca855 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:13:14.343017 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818174a-7f4b-40e8-ac38-09df2741ea5b req-4b3a06bd-2960-40ca-9b02-40595923a30e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.346363 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1818174a-7f4b-40e8-ac38-09df2741ea5b req-4b3a06bd-2960-40ca-9b02-40595923a30e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0749669 Jun 23 14:13:14.388980 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1818174a-7f4b-40e8-ac38-09df2741ea5b req-360464cd-1429-4657-9903-f5b93028e074 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Jun 23 14:13:14.694114 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5d5a-6534-4127-b7f1-24cb2c6946fa req-afe12224-89b7-4ca0-b6fc-87cdc7f4b29b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.695534 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2bdb5d5a-6534-4127-b7f1-24cb2c6946fa req-afe12224-89b7-4ca0-b6fc-87cdc7f4b29b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0680525 Jun 23 14:13:14.767058 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2bdb5d5a-6534-4127-b7f1-24cb2c6946fa req-e2d903f0-96ff-41a9-b6f6-0ba5420611ff tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658717 Jun 23 14:13:14.790430 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f40f-3868-4a23-8066-d67fe60baa45 req-c6956a2b-a548-4fa7-95be-7afa5d930d4a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.791859 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9831f40f-3868-4a23-8066-d67fe60baa45 req-c6956a2b-a548-4fa7-95be-7afa5d930d4a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0837834 Jun 23 14:13:14.828701 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9831f40f-3868-4a23-8066-d67fe60baa45 req-17a95619-2f9f-4295-96dd-6ecaa0f5dae4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Jun 23 14:13:15.584970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726629d-8774-4d89-9164-a15c2f6bcef4 req-8cb76b24-b501-46a0-962b-42319bb11305 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.586501 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5726629d-8774-4d89-9164-a15c2f6bcef4 req-8cb76b24-b501-46a0-962b-42319bb11305 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0639229 Jun 23 14:13:15.631392 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5726629d-8774-4d89-9164-a15c2f6bcef4 req-83b42af4-5c64-49ea-bc2d-0419db6c4e5d tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Jun 23 14:13:15.944851 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ab5c2-235f-4ca1-b37b-ddea4dc491a7 req-080d7eb3-0c23-44e3-8bd7-dcc5efcf7064 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.946331 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-776ab5c2-235f-4ca1-b37b-ddea4dc491a7 req-080d7eb3-0c23-44e3-8bd7-dcc5efcf7064 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0676126 Jun 23 14:13:15.988789 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-776ab5c2-235f-4ca1-b37b-ddea4dc491a7 req-c5df12d7-f673-48d0-abdb-7d2fb7ac2971 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364189 Jun 23 14:13:16.165931 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66c04a-f8dc-43ca-9635-87920ffd65c1 req-2d68ead9-767e-4764-a5fd-6b392c6ac58d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.167348 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7b66c04a-f8dc-43ca-9635-87920ffd65c1 req-2d68ead9-767e-4764-a5fd-6b392c6ac58d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0625994 Jun 23 14:13:16.203826 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7b66c04a-f8dc-43ca-9635-87920ffd65c1 req-9e4ff1ac-deea-49a9-84d3-58caba33c8fa tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307090 Jun 23 14:13:16.832320 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f6045-2818-4f00-9d02-f1875bd6e876 req-8aacdac0-36c4-43c1-afff-afa9fa425709 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.833828 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5e9f6045-2818-4f00-9d02-f1875bd6e876 req-8aacdac0-36c4-43c1-afff-afa9fa425709 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0672698 Jun 23 14:13:16.878494 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5e9f6045-2818-4f00-9d02-f1875bd6e876 req-9c5c8796-1d3c-44e3-b88d-8d74b02841f8 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Jun 23 14:13:17.106087 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:13:17.179031 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc587f3-3b4d-4fea-834f-6ee554a0d7d0 req-066261c9-abe3-4918-8432-69abac111619 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.180512 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1fc587f3-3b4d-4fea-834f-6ee554a0d7d0 req-066261c9-abe3-4918-8432-69abac111619 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0677359 Jun 23 14:13:17.222111 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1fc587f3-3b4d-4fea-834f-6ee554a0d7d0 req-26ac7f6a-4896-4a69-8d8f-16dbf9d36962 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355265 Jun 23 14:13:17.395340 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9cc40-a149-457b-894a-b3c05f65f09a req-331bac58-9dee-48de-9e04-6f1ddac791f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.396954 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-28f9cc40-a149-457b-894a-b3c05f65f09a req-331bac58-9dee-48de-9e04-6f1ddac791f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0735970 Jun 23 14:13:17.437098 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-28f9cc40-a149-457b-894a-b3c05f65f09a req-f516159f-c81c-4da0-858e-2cf78e4dc69d tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344639 Jun 23 14:13:18.070121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5f990-c4f0-4a1e-8176-4a5eefbabac9 req-a9797579-eb3e-4b7b-8e5e-dbfea2ec90b6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.071619 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-33a5f990-c4f0-4a1e-8176-4a5eefbabac9 req-a9797579-eb3e-4b7b-8e5e-dbfea2ec90b6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0843005 Jun 23 14:13:18.123460 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-33a5f990-c4f0-4a1e-8176-4a5eefbabac9 req-24206ab4-3f9b-457e-8638-bac23ef46e06 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Jun 23 14:13:18.398895 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de6d45-416f-425a-b871-2e9b04d8ff00 req-5ec61b58-8411-45d5-bed0-c5c6230ee780 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.400369 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-31de6d45-416f-425a-b871-2e9b04d8ff00 req-5ec61b58-8411-45d5-bed0-c5c6230ee780 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0686462 Jun 23 14:13:18.436759 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-31de6d45-416f-425a-b871-2e9b04d8ff00 req-60ca3882-dabe-4218-a905-54040465ada1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Jun 23 14:13:18.636534 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1190233-10a0-496f-b6d4-50458374af9c req-9fcb49a9-b595-4edf-9064-b1c5e784bb35 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.644922 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b1190233-10a0-496f-b6d4-50458374af9c req-9fcb49a9-b595-4edf-9064-b1c5e784bb35 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0819750 Jun 23 14:13:18.678688 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b1190233-10a0-496f-b6d4-50458374af9c req-0fb9cfe5-8eab-42e4-9e22-343277bdf454 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328248 Jun 23 14:13:19.299471 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1410b-0f1a-4025-8756-56876b7f2e9e req-bde8b220-6211-45cf-9145-ffe7241f5dc4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.300934 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e1a1410b-0f1a-4025-8756-56876b7f2e9e req-bde8b220-6211-45cf-9145-ffe7241f5dc4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0637896 Jun 23 14:13:19.339824 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e1a1410b-0f1a-4025-8756-56876b7f2e9e req-370a7808-20fe-44b9-bd68-03a705fa7036 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Jun 23 14:13:19.624696 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023566e-f1d6-448d-9df6-21e15584ab6c req-fed63e73-361d-4c86-9158-689589fa19db tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.626544 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d023566e-f1d6-448d-9df6-21e15584ab6c req-fed63e73-361d-4c86-9158-689589fa19db tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0696480 Jun 23 14:13:19.666179 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d023566e-f1d6-448d-9df6-21e15584ab6c req-288b0c40-f55a-4344-bf60-1960594aaee6 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 Jun 23 14:13:19.678794 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:19.875996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd9079-f6a3-4920-b3c0-492715212bcd req-46c967aa-81d8-493c-b4ed-8fb0c8defdda tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.877926 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4ebd9079-f6a3-4920-b3c0-492715212bcd req-46c967aa-81d8-493c-b4ed-8fb0c8defdda tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0802205 Jun 23 14:13:19.915288 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4ebd9079-f6a3-4920-b3c0-492715212bcd req-d27261f3-80b5-4fa7-aad0-a2eebc0c10f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Jun 23 14:13:20.532282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5317-606c-4607-a4ae-b3f3fd4e7085 req-2b79e46b-04e1-4c4d-9764-2bb1261b2e0e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.533767 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-823c5317-606c-4607-a4ae-b3f3fd4e7085 req-2b79e46b-04e1-4c4d-9764-2bb1261b2e0e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0623958 Jun 23 14:13:20.574668 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-823c5317-606c-4607-a4ae-b3f3fd4e7085 req-bad868a5-0246-45de-b776-5a46d3fca600 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jun 23 14:13:20.851543 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca047a1d-5278-419d-ba52-82cf1957b6c4 req-39425899-603d-4506-a9b2-082802c98b99 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.852992 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ca047a1d-5278-419d-ba52-82cf1957b6c4 req-39425899-603d-4506-a9b2-082802c98b99 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0652828 Jun 23 14:13:20.895673 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ca047a1d-5278-419d-ba52-82cf1957b6c4 req-959e86b7-2c6b-444d-b083-9639ec1b527b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Jun 23 14:13:21.108819 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bd121-f6fd-4908-b489-9375da7f5440 req-4b6364e4-1b3b-4984-8003-ef873f33ba42 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.110329 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-031bd121-f6fd-4908-b489-9375da7f5440 req-4b6364e4-1b3b-4984-8003-ef873f33ba42 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0868359 Jun 23 14:13:21.152939 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-031bd121-f6fd-4908-b489-9375da7f5440 req-b13e902f-72bf-4977-b301-140eafa1fef1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Jun 23 14:13:21.755105 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9220b0-4b37-4137-9678-676a8cdc80b3 req-99cab62e-0e5d-472d-b3b5-bcc213831a60 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.756575 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4b9220b0-4b37-4137-9678-676a8cdc80b3 req-99cab62e-0e5d-472d-b3b5-bcc213831a60 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0668135 Jun 23 14:13:21.798861 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4b9220b0-4b37-4137-9678-676a8cdc80b3 req-4de775fc-919c-4358-9251-eb6bce7e77c4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Jun 23 14:13:22.087420 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10044-5b68-423d-bc50-8ab251e9cbca req-82f1a883-906a-40fe-afc9-a1172d1a85a2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.088751 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-08a10044-5b68-423d-bc50-8ab251e9cbca req-82f1a883-906a-40fe-afc9-a1172d1a85a2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0708737 Jun 23 14:13:22.131984 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-08a10044-5b68-423d-bc50-8ab251e9cbca req-87725d27-0e7a-4929-a4a7-223dd239623f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Jun 23 14:13:22.330046 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211296c-6009-4892-bcfb-8be5c0b98e75 req-c5f9fbbd-c0eb-4ecf-aeee-e3ee6806f780 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.331506 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d211296c-6009-4892-bcfb-8be5c0b98e75 req-c5f9fbbd-c0eb-4ecf-aeee-e3ee6806f780 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0650852 Jun 23 14:13:22.374276 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d211296c-6009-4892-bcfb-8be5c0b98e75 req-b3b8d7ce-5f3a-48e9-8868-bb158a8ca63f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Jun 23 14:13:22.988190 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf42134-5517-4b61-9b4b-6b77a87dff0a req-66969fb6-ecd3-4664-b890-169f9d44d6e5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.989539 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-acf42134-5517-4b61-9b4b-6b77a87dff0a req-66969fb6-ecd3-4664-b890-169f9d44d6e5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0710762 Jun 23 14:13:23.024983 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-acf42134-5517-4b61-9b4b-6b77a87dff0a req-fcfb58ae-9863-4b15-a985-0b492fd9a850 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297399 Jun 23 14:13:23.320368 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409192-620d-4d59-b8f9-6de56a6d02b0 req-f11d0d87-fe25-4949-94fa-5912d045e004 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.321729 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d4409192-620d-4d59-b8f9-6de56a6d02b0 req-f11d0d87-fe25-4949-94fa-5912d045e004 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0663309 Jun 23 14:13:23.359877 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d4409192-620d-4d59-b8f9-6de56a6d02b0 req-af87956f-7800-41cd-a714-4d880032dae1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Jun 23 14:13:23.562446 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7909f-09fa-4914-8c3c-f17986890ace req-85c4b80b-d7fa-4778-922e-40b4bbcf48db tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.563880 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-58b7909f-09fa-4914-8c3c-f17986890ace req-85c4b80b-d7fa-4778-922e-40b4bbcf48db tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0653963 Jun 23 14:13:23.603924 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-58b7909f-09fa-4914-8c3c-f17986890ace req-41a3f7eb-ff08-429e-9fd6-ab72594411a2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Jun 23 14:13:24.213035 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c8993-ca9e-4f56-b99d-39a164b1fe2c req-901c017e-20b5-455a-b262-e8ece3398f0b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.214445 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-be1c8993-ca9e-4f56-b99d-39a164b1fe2c req-901c017e-20b5-455a-b262-e8ece3398f0b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0666888 Jun 23 14:13:24.252745 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-be1c8993-ca9e-4f56-b99d-39a164b1fe2c req-0d376259-ff12-4e93-b963-9a71994bce33 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Jun 23 14:13:24.537635 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4f056-80de-4f39-a3ef-dceb6b643fd4 req-ed13f26d-ce5b-4703-83c9-eca1d09e2120 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.539047 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96a4f056-80de-4f39-a3ef-dceb6b643fd4 req-ed13f26d-ce5b-4703-83c9-eca1d09e2120 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0648985 Jun 23 14:13:24.577194 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96a4f056-80de-4f39-a3ef-dceb6b643fd4 req-d91838a2-2ff9-4f8f-b444-32831f01b646 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Jun 23 14:13:24.786998 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471abbc-4c42-4568-b371-003bcaa207a1 req-55023063-692e-49a2-b4f7-d80894f88efb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.788637 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f471abbc-4c42-4568-b371-003bcaa207a1 req-55023063-692e-49a2-b4f7-d80894f88efb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0643842 Jun 23 14:13:24.836087 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f471abbc-4c42-4568-b371-003bcaa207a1 req-e8f8f16c-675e-44bd-9a25-e4cdd69a7f2b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Jun 23 14:13:25.430083 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98111187-d19e-4ecf-8b4d-b005830da25c req-36ba0f2a-b320-4eb8-94fc-89d5456152dd tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.431559 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-98111187-d19e-4ecf-8b4d-b005830da25c req-36ba0f2a-b320-4eb8-94fc-89d5456152dd tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0634632 Jun 23 14:13:25.471644 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-98111187-d19e-4ecf-8b4d-b005830da25c req-d1e7691a-08d9-4c2e-8e07-1f629d98b6dd tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Jun 23 14:13:25.765464 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868f589-d848-404b-9359-b112c7280af9 req-298b7e5f-4547-4061-892b-c27896defadb tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.767217 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f868f589-d848-404b-9359-b112c7280af9 req-298b7e5f-4547-4061-892b-c27896defadb tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0704591 Jun 23 14:13:25.807954 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f868f589-d848-404b-9359-b112c7280af9 req-4fdc5e38-0c83-42d3-b444-003cc13a0982 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Jun 23 14:13:26.015355 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd052c-2b54-47c3-8c4e-a31a9055d7e3 req-c30e0be8-8812-455a-bf10-3bb742ef985b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.016994 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0bbd052c-2b54-47c3-8c4e-a31a9055d7e3 req-c30e0be8-8812-455a-bf10-3bb742ef985b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0704780 Jun 23 14:13:26.054645 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0bbd052c-2b54-47c3-8c4e-a31a9055d7e3 req-ff77b6a9-e440-4f92-9659-569bf8d44953 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Jun 23 14:13:26.647369 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca73eb-6259-4728-a65b-4321608ff6b2 req-a7fc1ffa-28c8-45b6-a6b9-814f4c235b0e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.654609 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-33ca73eb-6259-4728-a65b-4321608ff6b2 req-a7fc1ffa-28c8-45b6-a6b9-814f4c235b0e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0725110 Jun 23 14:13:26.687396 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-33ca73eb-6259-4728-a65b-4321608ff6b2 req-3daa8cfb-6f75-4b47-a0e2-63c6336bfe34 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318739 Jun 23 14:13:26.992497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824deab-42a9-4a1e-8882-a74b707f04ba req-223e5f5a-f3ef-4302-b3cd-9505d06ed86c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.993942 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6824deab-42a9-4a1e-8882-a74b707f04ba req-223e5f5a-f3ef-4302-b3cd-9505d06ed86c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0649931 Jun 23 14:13:27.031205 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6824deab-42a9-4a1e-8882-a74b707f04ba req-ea5dd0b1-a342-4e00-bb43-84c763574048 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Jun 23 14:13:27.236358 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac525d-41b3-435f-8543-0bbfeb856794 req-c8039bef-78c1-4682-8946-38fe96649bcf tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.237828 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0cac525d-41b3-435f-8543-0bbfeb856794 req-c8039bef-78c1-4682-8946-38fe96649bcf tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0737293 Jun 23 14:13:27.273832 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0cac525d-41b3-435f-8543-0bbfeb856794 req-141d6047-6bc1-4e8c-8b16-e2a6857805b9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302224 Jun 23 14:13:27.883004 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb505d4-89ee-4dc8-a29d-329b9952f4f4 req-2cc3004a-e55d-473b-a976-dbf09b2c98d9 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.884471 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bbb505d4-89ee-4dc8-a29d-329b9952f4f4 req-2cc3004a-e55d-473b-a976-dbf09b2c98d9 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0741749 Jun 23 14:13:27.923400 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bbb505d4-89ee-4dc8-a29d-329b9952f4f4 req-8ac1058e-62e8-4201-a52e-3e40a5e8ca13 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Jun 23 14:13:28.216387 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad3d61-414d-415f-803a-26c44b1fb42c req-37c634f4-0557-433c-b6a7-f2f19100084e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.217761 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b3ad3d61-414d-415f-803a-26c44b1fb42c req-37c634f4-0557-433c-b6a7-f2f19100084e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0663574 Jun 23 14:13:28.268011 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b3ad3d61-414d-415f-803a-26c44b1fb42c req-11da4736-224a-4615-9a26-dcb585e29ff8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Jun 23 14:13:28.458381 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ab8dc-ccbd-4cde-9435-cbb3a5e1bedf req-c093104e-52cc-4970-9a37-0be16bdc1e2c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.459925 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-962ab8dc-ccbd-4cde-9435-cbb3a5e1bedf req-c093104e-52cc-4970-9a37-0be16bdc1e2c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0706167 Jun 23 14:13:28.501260 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-962ab8dc-ccbd-4cde-9435-cbb3a5e1bedf req-d41ee079-e1db-47cd-b9eb-0533c2d83441 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Jun 23 14:13:29.101431 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348532-7543-4e46-8547-c0eba094672f req-bea2f614-8c6f-405f-a86a-aa89e852d155 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:29.102924 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e348532-7543-4e46-8547-c0eba094672f req-bea2f614-8c6f-405f-a86a-aa89e852d155 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 932 time: 0.0685887 Jun 23 14:13:29.143630 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6e348532-7543-4e46-8547-c0eba094672f req-44624c14-de3c-41f7-bd82-95df6e647b63 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349252 Jun 23 14:13:35.073094 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-8ec02119-d12f-4dc2-8410-04c4caba61eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.562616 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Request body: {'port': {'device_id': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:35.650509 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.796049 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-e75eeb77-a26c-4c28-88d9-2fac3a877917 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585811 Jun 23 14:13:35.917980 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-70895e2a-982c-4997-94e7-7abf94347124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.919693 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-70895e2a-982c-4997-94e7-7abf94347124 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 1098 time: 0.0834775 Jun 23 14:13:35.974982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23736f8f-3597-48ee-bcc1-acc10b6ca855 {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:35.983666 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.996381 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Transition to ACTIVE for port object 23736f8f-3597-48ee-bcc1-acc10b6ca855 will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:36.006792 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:36.023818 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-30f9bb2c-781c-4b79-8db3-a1bfa6c42fec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:36.137427 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-df699dcb-23fc-489d-9b06-91915306a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.143861 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-df699dcb-23fc-489d-9b06-91915306a41d service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.1615858 Jun 23 14:13:36.209410 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-bf2136ea-3de6-43ac-9054-77a675410c44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d HTTP/1.1" status: 200 len: 217 time: 0.0578308 Jun 23 14:13:36.251636 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Pushing event updated for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:36.262765 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.263130 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.263586 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.263833 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.264430 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.264787 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.265136 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.265482 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.265823 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.266187 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.266525 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.266861 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:36.270374 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Attempting to bind port 23736f8f-3597-48ee-bcc1-acc10b6ca855 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:13:36.277102 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Attempting to bind port 23736f8f-3597-48ee-bcc1-acc10b6ca855 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:13:36.277262 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Attempting to bind port 23736f8f-3597-48ee-bcc1-acc10b6ca855 on network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:36.287781 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:36.288325 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Port 23736f8f-3597-48ee-bcc1-acc10b6ca855 on network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:13:36.288641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Attempting to bind port 23736f8f-3597-48ee-bcc1-acc10b6ca855 on network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:36.319682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-657dddf0-10e8-48a4-bd45-a5248b307388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.319848 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:13:36.319848 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Checking segment: {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:13:36.319848 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Bound using segment: {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:13:36.320228 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Bound port: 23736f8f-3597-48ee-bcc1-acc10b6ca855, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7627ea-dd61-404e-8f8f-acce5652d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:13:36.320591 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:36.321204 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-657dddf0-10e8-48a4-bd45-a5248b307388 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0746164 Jun 23 14:13:36.351038 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e9630-1e06-4197-bfd2-3ed0172570c6 req-089e0fcf-58cd-4b46-994b-9a5452504948 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.352521 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c31e9630-1e06-4197-bfd2-3ed0172570c6 req-089e0fcf-58cd-4b46-994b-9a5452504948 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.1803441 Jun 23 14:13:36.414232 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05a18-48d3-43be-a0a9-26d6ba6847cd req-e930dd84-7de3-432c-b8dc-81b573b5fae1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.415631 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7a05a18-48d3-43be-a0a9-26d6ba6847cd req-e930dd84-7de3-432c-b8dc-81b573b5fae1 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.2050645 Jun 23 14:13:36.453974 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-00e6bbdb-51e6-48d7-8bce-5a840cc6fcce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267897 Jun 23 14:13:36.460553 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c31e9630-1e06-4197-bfd2-3ed0172570c6 req-31e4cc9a-66d4-4ea2-9ad4-6eaaece10983 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018634 Jun 23 14:13:36.463885 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:13:36.470277 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:13:36.495164 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:36.497448 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:36.504522 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7a05a18-48d3-43be-a0a9-26d6ba6847cd req-b15fe695-774a-4761-a5cf-fdf14904d91c tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824337 Jun 23 14:13:36.550075 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.551413 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:36.553132 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] 10.222.0.53 "PUT /v2.0/ports/23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 1094 time: 0.9979038 Jun 23 14:13:36.554210 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:36.556774 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410d871-b709-4686-8f70-5344fadb7f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:36.593276 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-14fdd199-6ec4-40c9-9fbe-a418c54303f1 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320031 Jun 23 14:13:36.629555 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e7424-8076-4009-a109-fda6e040347c x-openstack-request-id: req-219e7424-8076-4009-a109-fda6e040347c {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:36.630215 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:36.630215 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-219e7424-8076-4009-a109-fda6e040347c {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:36.630867 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'status': 'completed', 'code': 200} Jun 23 14:13:36.634135 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Pushing event updated for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:36.637745 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:36.670336 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634179dc-8937-4983-b3d2-b871ac29005e req-9627bae9-c747-4d34-ac93-69ec60d6847e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.671843 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-634179dc-8937-4983-b3d2-b871ac29005e req-9627bae9-c747-4d34-ac93-69ec60d6847e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 944 time: 0.0813997 Jun 23 14:13:36.761923 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-634179dc-8937-4983-b3d2-b871ac29005e req-79218d89-53e0-4526-a095-0b02b12a7bc3 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836911 Jun 23 14:13:36.788989 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-16a4b77e-3f78-406d-b286-3fd6c5574348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.791591 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-16a4b77e-3f78-406d-b286-3fd6c5574348 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1097 time: 0.0952265 Jun 23 14:13:36.793325 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4e46be47-0e21-4e03-8c6f-c8c978e4555d req-72daed81-5803-4aef-99f8-48a4daa13643 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047897 Jun 23 14:13:36.887278 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-5a87b0d1-8021-4906-b4d9-66ba47ff8e90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 217 time: 0.0558875 Jun 23 14:13:36.967275 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-5138474f-84d4-4c82-8467-d45ed7fee078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.969068 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-5138474f-84d4-4c82-8467-d45ed7fee078 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0437083 Jun 23 14:13:37.060312 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-be86f4ab-8874-4c2b-8b67-c9c8a41b2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.061916 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-be86f4ab-8874-4c2b-8b67-c9c8a41b2f9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0585816 Jun 23 14:13:37.152170 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-7c5bb4e1-d31b-430c-a7cc-91ff718542fb service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821199 Jun 23 14:13:37.244653 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54e846d6-2eb1-4f81-b74e-3cccd7a1ec3e req-4a524997-bc81-4173-b006-f05b7f0a137a service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821357 Jun 23 14:13:37.480175 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d871-b709-4686-8f70-5344fadb7f1f req-74f6ed78-27d3-4712-b149-8d3584cdf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.481641 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e410d871-b709-4686-8f70-5344fadb7f1f req-74f6ed78-27d3-4712-b149-8d3584cdf375 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1097 time: 0.0620275 Jun 23 14:13:37.614656 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d871-b709-4686-8f70-5344fadb7f1f req-f5716351-1238-4534-92cf-24afcdba2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.616975 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0bede97c-4aa6-436e-8d21-9af433c7a325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:37.617925 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e410d871-b709-4686-8f70-5344fadb7f1f req-f5716351-1238-4534-92cf-24afcdba2273 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 916 time: 0.1102819 Jun 23 14:13:37.677345 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e410d871-b709-4686-8f70-5344fadb7f1f req-dd0dcdaf-c737-4e70-bae1-6d719f2dcf05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 217 time: 0.0471706 Jun 23 14:13:37.747316 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d871-b709-4686-8f70-5344fadb7f1f req-76b729a0-ac2d-4f4e-9fdf-6da6c3ec5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.748717 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e410d871-b709-4686-8f70-5344fadb7f1f req-76b729a0-ac2d-4f4e-9fdf-6da6c3ec5d44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0552928 Jun 23 14:13:37.792952 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aafacb-8dda-4bc1-b35c-e4f196adf8d4 req-3ccc232a-54db-4f0c-9663-e6e2f81c12a3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.794287 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-06aafacb-8dda-4bc1-b35c-e4f196adf8d4 req-3ccc232a-54db-4f0c-9663-e6e2f81c12a3 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1525972 Jun 23 14:13:37.842724 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-06aafacb-8dda-4bc1-b35c-e4f196adf8d4 req-dac3896d-56a1-4b95-b225-10a04f4c9672 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Jun 23 14:13:37.845793 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d871-b709-4686-8f70-5344fadb7f1f req-b12caaa7-fad3-4aa2-b592-b9dbbf38c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.847248 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e410d871-b709-4686-8f70-5344fadb7f1f req-b12caaa7-fad3-4aa2-b592-b9dbbf38c949 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908511 Jun 23 14:13:38.244828 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9223b-784f-47ed-a615-61eefe5f3c21 req-57c52f65-0a83-425b-bb1e-445c0488388a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:38.246379 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3ab9223b-784f-47ed-a615-61eefe5f3c21 req-57c52f65-0a83-425b-bb1e-445c0488388a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 944 time: 0.3750801 Jun 23 14:13:38.248560 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e410d871-b709-4686-8f70-5344fadb7f1f req-634a3fa8-72db-431d-90b7-601fc2fc4efb service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497143 Jun 23 14:13:38.349290 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3ab9223b-784f-47ed-a615-61eefe5f3c21 req-95738643-00e0-4312-9b4c-32835696f5a2 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960765 Jun 23 14:13:38.397270 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e410d871-b709-4686-8f70-5344fadb7f1f req-99ff06ff-caf5-48d1-abfd-23011f23a20e service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380863 Jun 23 14:13:38.404525 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e17f-0c98-4b7d-872c-cc1f9e1b8834 req-ea6db179-5cac-416b-a0ee-3d32953069e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:38.406110 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4338e17f-0c98-4b7d-872c-cc1f9e1b8834 req-ea6db179-5cac-416b-a0ee-3d32953069e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.1003196 Jun 23 14:13:38.507431 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4338e17f-0c98-4b7d-872c-cc1f9e1b8834 req-e2ef293a-e1e0-4bcf-80e0-201a174d31a1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Jun 23 14:13:39.011515 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:39.015676 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:39.044247 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2177f4-1528-479a-a77e-e715bac9e553 req-c481e6e1-4194-420c-a5c3-0d20f71c3bad tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.045820 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fa2177f4-1528-479a-a77e-e715bac9e553 req-c481e6e1-4194-420c-a5c3-0d20f71c3bad tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0710611 Jun 23 14:13:39.085715 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fa2177f4-1528-479a-a77e-e715bac9e553 req-46d2c748-f349-4e07-8645-6ff75825dccd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Jun 23 14:13:39.548284 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332273d-4a77-45f7-9c4f-e045b67333a8 req-be0b497c-108b-461d-a288-46a8c6fbfa15 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.549773 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3332273d-4a77-45f7-9c4f-e045b67333a8 req-be0b497c-108b-461d-a288-46a8c6fbfa15 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 944 time: 0.0648677 Jun 23 14:13:39.590798 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3332273d-4a77-45f7-9c4f-e045b67333a8 req-41117740-76e8-46c5-a15f-07c563ac6117 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Jun 23 14:13:40.259590 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7a403-4142-4092-ae7b-00995923d9d1 req-c68a8c23-c23e-4f57-9148-b5ffd2ce4281 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.261036 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e5c7a403-4142-4092-ae7b-00995923d9d1 req-c68a8c23-c23e-4f57-9148-b5ffd2ce4281 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0645552 Jun 23 14:13:40.304319 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e5c7a403-4142-4092-ae7b-00995923d9d1 req-0be51326-4508-4562-8792-8202a4e39534 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Jun 23 14:13:40.362796 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:40.774208 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67de4f0-ef3e-4425-9772-ba40df3d37f6 req-66446116-4917-411d-a628-569b1ef70a45 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.775522 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a67de4f0-ef3e-4425-9772-ba40df3d37f6 req-66446116-4917-411d-a628-569b1ef70a45 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 944 time: 0.0704010 Jun 23 14:13:40.815726 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a67de4f0-ef3e-4425-9772-ba40df3d37f6 req-cc0549f7-eff2-4183-97af-ac0cea865433 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Jun 23 14:13:41.485306 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee685865-d3f6-4729-aa7f-7eaf0041bccf req-d6b120a7-859c-4325-8bdd-f6ef9b3096a8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.486792 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ee685865-d3f6-4729-aa7f-7eaf0041bccf req-d6b120a7-859c-4325-8bdd-f6ef9b3096a8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0690556 Jun 23 14:13:41.528073 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ee685865-d3f6-4729-aa7f-7eaf0041bccf req-041ad045-b3e5-4dc4-96ce-2bc2c39688cc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352304 Jun 23 14:13:41.687708 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53b75-a1db-412e-aa27-d3d512839d21 req-44378199-fb3d-420b-90a7-c1b5bc522d1e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.689206 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f9f53b75-a1db-412e-aa27-d3d512839d21 req-44378199-fb3d-420b-90a7-c1b5bc522d1e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0717359 Jun 23 14:13:41.737724 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f9f53b75-a1db-412e-aa27-d3d512839d21 req-49f887f8-ca8b-448f-9755-5b5713d91549 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412464 Jun 23 14:13:42.015228 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-3f148c88-4076-4cf5-a94b-bbc572e4f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.017011 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-3f148c88-4076-4cf5-a94b-bbc572e4f39b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ebe03fbbfc4488be347b92ae975b43&device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 1098 time: 0.0745125 Jun 23 14:13:42.044426 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb29220-7897-4cf6-88c0-9ecfc818e966 req-28977f50-94a2-4b22-8fbf-f54244316cff tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.046457 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3eb29220-7897-4cf6-88c0-9ecfc818e966 req-28977f50-94a2-4b22-8fbf-f54244316cff tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 944 time: 0.0801294 Jun 23 14:13:42.097466 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3eb29220-7897-4cf6-88c0-9ecfc818e966 req-44d6b172-2fa6-4b88-843f-6be524a0cc82 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Jun 23 14:13:42.133376 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-267518cf-a7e8-4830-96f7-b9d806abe08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.134976 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-267518cf-a7e8-4830-96f7-b9d806abe08a service neutron] 10.222.0.53 "GET /v2.0/networks?id=59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 200 len: 920 time: 0.0979736 Jun 23 14:13:42.163696 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723f2fc-058e-480a-a216-8ae6da804ef8 req-e1249870-d374-4507-a7df-b3bc505f3521 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.165253 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2723f2fc-058e-480a-a216-8ae6da804ef8 req-e1249870-d374-4507-a7df-b3bc505f3521 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0636735 Jun 23 14:13:42.178995 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-54344434-be69-493f-ae2e-67be5a9b71f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 200 len: 217 time: 0.0366886 Jun 23 14:13:42.201770 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2723f2fc-058e-480a-a216-8ae6da804ef8 req-062b4b26-8a4e-4d66-97a2-1b514bafd0fe tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Jun 23 14:13:42.229677 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-8f3f6725-caee-42c0-87cf-ea9457189fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.231147 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-8f3f6725-caee-42c0-87cf-ea9457189fc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 200 len: 859 time: 0.0439353 Jun 23 14:13:42.271929 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-a8be6628-48b5-4373-8892-cd9b575d833e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59200168-28c0-49d1-9e55-270ecab1ffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245233 Jun 23 14:13:42.369119 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-9a85e8a0-3b92-4273-b1be-e321e4b5c680 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 Jun 23 14:13:42.456923 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1be92631-68cd-48b5-be96-94ab2f2783d7 req-c10af738-5237-41b5-85db-87942cf94924 service neutron] 10.222.0.53 "GET /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784831 Jun 23 14:13:42.919386 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ed1c3-1fa2-443e-bc3c-8586b323b372 req-1e415b39-3862-4369-ac80-a3ae992c9481 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.920957 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-670ed1c3-1fa2-443e-bc3c-8586b323b372 req-1e415b39-3862-4369-ac80-a3ae992c9481 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0660276 Jun 23 14:13:42.960009 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-670ed1c3-1fa2-443e-bc3c-8586b323b372 req-3bfadfa7-4f3f-4551-8296-b52f71f319de tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329885 Jun 23 14:13:43.223087 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 23736f8f-3597-48ee-bcc1-acc10b6ca855 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:43.295125 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe45848-33f5-42b2-8aa9-0da6a437f174 req-a3be735f-4ee7-4f87-9e66-6dcf52d63a7f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.296720 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0fe45848-33f5-42b2-8aa9-0da6a437f174 req-a3be735f-4ee7-4f87-9e66-6dcf52d63a7f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 944 time: 0.0826671 Jun 23 14:13:43.337943 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:43.350976 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'port_id': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'mac_address': 'fa:16:3e:a5:e7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:43.386128 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0fe45848-33f5-42b2-8aa9-0da6a437f174 req-cc03d5b9-547f-4e7a-bb23-56e95f10e8a6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792072 Jun 23 14:13:43.392395 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:43.405871 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23736f8f-3597-48ee-bcc1-acc10b6ca855 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:43.414443 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc9d51-2529-47a1-bfab-21764ebd8fb8 req-04ceff0b-1768-4af7-b05a-a0df29f0f889 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.415914 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2fc9d51-2529-47a1-bfab-21764ebd8fb8 req-04ceff0b-1768-4af7-b05a-a0df29f0f889 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0851839 Jun 23 14:13:43.425731 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:43.430565 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:43.432350 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:43.455717 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2fc9d51-2529-47a1-bfab-21764ebd8fb8 req-bfd252ab-1cc1-434b-a4f3-1cdb36e5c3fb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Jun 23 14:13:43.483685 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:43.490644 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.491051 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.491426 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.491785 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.492166 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.492489 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.492860 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.493222 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.493549 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.493973 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.494290 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.494611 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:43.498589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:44.032567 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['23736f8f-3597-48ee-bcc1-acc10b6ca855'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:44.137417 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48aba2-668a-41c7-857f-37705d8f0f74 req-d8a75fc6-12f6-4b92-8878-d62a3d160aa7 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.145209 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7f48aba2-668a-41c7-857f-37705d8f0f74 req-d8a75fc6-12f6-4b92-8878-d62a3d160aa7 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0681307 Jun 23 14:13:44.188124 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7f48aba2-668a-41c7-857f-37705d8f0f74 req-d5da7b94-106e-48b4-8d2c-4baf870a4f1d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420609 Jun 23 14:13:44.570055 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac522d-72b1-43ab-ac43-df757b10fd30 req-3f9790c8-b302-4d96-b61e-0e66a5e702b9 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.571508 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cdac522d-72b1-43ab-ac43-df757b10fd30 req-3f9790c8-b302-4d96-b61e-0e66a5e702b9 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jun 23 14:13:44.639412 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cdac522d-72b1-43ab-ac43-df757b10fd30 req-0a9e246f-fbbb-4310-bdae-2f36e12fdaa8 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570083 Jun 23 14:13:44.660125 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7df08-f602-49b4-8663-f255389958e5 req-b5bc610c-99fc-453c-9b4c-12de5e420c6a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.661558 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1be7df08-f602-49b4-8663-f255389958e5 req-b5bc610c-99fc-453c-9b4c-12de5e420c6a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0892115 Jun 23 14:13:44.700492 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1be7df08-f602-49b4-8663-f255389958e5 req-a9d7172b-c882-424f-b763-d97514ca1635 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328472 Jun 23 14:13:45.379394 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347799-150b-49bf-8bbb-1da1a41172c3 req-1730bf84-9e6c-43de-a440-d0fabe328664 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.380840 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7e347799-150b-49bf-8bbb-1da1a41172c3 req-1730bf84-9e6c-43de-a440-d0fabe328664 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0750206 Jun 23 14:13:45.418191 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7e347799-150b-49bf-8bbb-1da1a41172c3 req-f2113cea-c887-4faa-b3f4-83be17d70768 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Jun 23 14:13:45.690933 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456a944-a29f-42ef-aae8-ffc6f6a6127d req-9f0c53aa-acb8-480e-bb11-1d76bb980b6e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.692432 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0456a944-a29f-42ef-aae8-ffc6f6a6127d req-9f0c53aa-acb8-480e-bb11-1d76bb980b6e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0678339 Jun 23 14:13:45.730537 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0456a944-a29f-42ef-aae8-ffc6f6a6127d req-379064d2-015b-4fab-9f3a-5580d27c59f4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Jun 23 14:13:45.828910 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5362aee-e382-4bb7-8642-a1df2b1169a5 req-97efea7a-73b6-41a1-8b0c-3f28b1e1a74c tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.830697 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5362aee-e382-4bb7-8642-a1df2b1169a5 req-97efea7a-73b6-41a1-8b0c-3f28b1e1a74c tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 945 time: 0.0683382 Jun 23 14:13:45.896124 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5362aee-e382-4bb7-8642-a1df2b1169a5 req-e48de654-d678-4ac1-b24f-ddb3a97dad0f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559766 Jun 23 14:13:45.922398 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d365b-02ec-4290-a5fb-3a11e1630c56 req-6028d34a-9495-4f18-abdd-ba45b18073a7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.923835 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e06d365b-02ec-4290-a5fb-3a11e1630c56 req-6028d34a-9495-4f18-abdd-ba45b18073a7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0922275 Jun 23 14:13:45.969985 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e06d365b-02ec-4290-a5fb-3a11e1630c56 req-c87ca7ec-d8d0-4d01-8237-c1eb3f011873 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Jun 23 14:13:46.594136 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8d14-ee0d-4609-9438-87d3b9a36b2a req-552ad4d0-ce2a-4dea-989d-8e087405011c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.595737 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d3bf8d14-ee0d-4609-9438-87d3b9a36b2a req-552ad4d0-ce2a-4dea-989d-8e087405011c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0637045 Jun 23 14:13:46.636155 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d3bf8d14-ee0d-4609-9438-87d3b9a36b2a req-dffe85bf-a225-413c-86f7-9e4136ca625e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348604 Jun 23 14:13:46.912032 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f024-062c-4097-a0dc-fd711a34de19 req-08148238-0628-40fc-b2d6-74d9d509cfc1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.913486 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-39a5f024-062c-4097-a0dc-fd711a34de19 req-08148238-0628-40fc-b2d6-74d9d509cfc1 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0649259 Jun 23 14:13:46.950732 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-39a5f024-062c-4097-a0dc-fd711a34de19 req-0c1f1c2f-09cb-471b-971f-ffcd7ab3dda8 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Jun 23 14:13:47.082615 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f7744-89f3-4087-a292-eec1197a9d1a req-05dbe4ca-2a0d-44c6-9e72-7083ea251a60 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.083985 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-005f7744-89f3-4087-a292-eec1197a9d1a req-05dbe4ca-2a0d-44c6-9e72-7083ea251a60 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 945 time: 0.0616622 Jun 23 14:13:47.150725 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-005f7744-89f3-4087-a292-eec1197a9d1a req-2e1ad3a5-1be0-408e-9add-b8a61a43766d tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576713 Jun 23 14:13:47.172022 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d9d8-0fd0-4c4a-94bc-0ff14905d5e8 req-5ac0d6f7-0da8-4d7a-a60c-ec66314183b4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.173732 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c508d9d8-0fd0-4c4a-94bc-0ff14905d5e8 req-5ac0d6f7-0da8-4d7a-a60c-ec66314183b4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0887079 Jun 23 14:13:47.216906 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c508d9d8-0fd0-4c4a-94bc-0ff14905d5e8 req-d19fde1b-2892-4c8c-a2ad-2a0ed453d2b8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Jun 23 14:13:47.254243 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 23736f8f-3597-48ee-bcc1-acc10b6ca855 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:47.308763 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 23736f8f-3597-48ee-bcc1-acc10b6ca855 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:47.312965 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 23736f8f-3597-48ee-bcc1-acc10b6ca855 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:47.313350 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:47.508862 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:47.535701 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:47.537993 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464b090c-38b7-4f2f-b200-9991de0196f9" -d '{"events": [{"server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "name": "network-vif-plugged", "status": "completed", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:47.550376 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:47.556285 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:47.558681 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:47.582943 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f6f93c-cd36-47ba-8e66-777916ecba37 x-openstack-request-id: req-32f6f93c-cd36-47ba-8e66-777916ecba37 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:47.583248 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "name": "network-vif-plugged", "status": "completed", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:47.583517 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32f6f93c-cd36-47ba-8e66-777916ecba37 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:47.583907 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'code': 200} Jun 23 14:13:47.607182 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:47.615993 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:47.821212 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818edf7-e184-4e56-bea7-4049cbbef259 req-5c1d205c-49a8-4028-a5b3-587e4d9ef4e8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.822736 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a818edf7-e184-4e56-bea7-4049cbbef259 req-5c1d205c-49a8-4028-a5b3-587e4d9ef4e8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0694687 Jun 23 14:13:47.865305 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a818edf7-e184-4e56-bea7-4049cbbef259 req-39965ffc-0a57-4517-9d9d-ba3e5e10400e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367508 Jun 23 14:13:47.879615 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631e9b-35f7-424b-922e-3366525e7259 req-ac9eeeee-5dcb-4af7-b108-00202f9fad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.881058 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c3631e9b-35f7-424b-922e-3366525e7259 req-ac9eeeee-5dcb-4af7-b108-00202f9fad98 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1099 time: 0.0563624 Jun 23 14:13:47.971975 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c3631e9b-35f7-424b-922e-3366525e7259 req-c5684471-f721-4c1e-a94c-5f44fe3c3a1f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287344 Jun 23 14:13:48.129560 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96e4e-7740-40d8-bc13-213423fd5708 req-dcd14f82-ca52-41d4-82cd-c4a136fe9fc2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.131010 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5cb96e4e-7740-40d8-bc13-213423fd5708 req-dcd14f82-ca52-41d4-82cd-c4a136fe9fc2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0667491 Jun 23 14:13:48.170664 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5cb96e4e-7740-40d8-bc13-213423fd5708 req-d572c868-4dce-49eb-944a-3be95abcafdf tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Jun 23 14:13:48.333197 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86257e33-be6d-4fb6-a2c8-85767b3357f0 req-8d388636-940e-4505-bbac-76671e854504 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.334737 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-86257e33-be6d-4fb6-a2c8-85767b3357f0 req-8d388636-940e-4505-bbac-76671e854504 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0732775 Jun 23 14:13:48.374331 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-86257e33-be6d-4fb6-a2c8-85767b3357f0 req-cb53ee6a-ceee-4e9a-8a66-bd026a8efb3e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Jun 23 14:13:48.724672 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-6daf9bc3-e09c-4649-b4af-18a4a37a1e6e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.726125 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-6daf9bc3-e09c-4649-b4af-18a4a37a1e6e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 946 time: 0.0979633 Jun 23 14:13:48.869771 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Deleting port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:48.870147 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:48.958513 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] For port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:48.959223 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:48.975976 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Calling delete_port for 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:49.151955 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:49.156023 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:49.182091 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event deleted for resources: {'Port': ['ID=7f4d5c0d-e849-4616-a75d-a519b2bfa1ab,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:49.198771 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186', '720955e9-a676-4364-a73e-c24d73edbea4', '76bfab41-e536-4f1b-aa65-db69c0c6b76a', '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:49.224388 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d152-72d8-4bb2-8b09-d60b3a53729d req-359c3842-4d0c-4240-8736-36ae19bfc750 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.225906 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bd12d152-72d8-4bb2-8b09-d60b3a53729d req-359c3842-4d0c-4240-8736-36ae19bfc750 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0847056 Jun 23 14:13:49.233668 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.234060 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.234773 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.235128 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.235474 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.235817 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.236158 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.236495 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.236829 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.237199 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.237531 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.237859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:49.241768 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:49.262849 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] No DVR routers for this DVR port 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:49.266475 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:49.268487 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f859366b-283e-4fe0-844c-e9f23c34f568 req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "DELETE /v2.0/ports/7f4d5c0d-e849-4616-a75d-a519b2bfa1ab HTTP/1.1" status: 204 len: 173 time: 0.5362608 Jun 23 14:13:49.269232 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0151693-196f-4d40-adee-67f37e5249ce', 'name': 'network-vif-deleted', 'tag': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:49.271546 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c4f4c1-7e8e-4ccf-9cfd-52ffeece05ff" -d '{"events": [{"server_uuid": "f0151693-196f-4d40-adee-67f37e5249ce", "name": "network-vif-deleted", "tag": "7f4d5c0d-e849-4616-a75d-a519b2bfa1ab"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:49.298544 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bd12d152-72d8-4bb2-8b09-d60b3a53729d req-b1d00cfb-8e24-48d7-877b-fee900d05f71 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661061 Jun 23 14:13:49.347413 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6034c63e-0a18-494e-8396-e60faaa5ac25 x-openstack-request-id: req-6034c63e-0a18-494e-8396-e60faaa5ac25 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:49.347979 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0151693-196f-4d40-adee-67f37e5249ce", "name": "network-vif-deleted", "tag": "7f4d5c0d-e849-4616-a75d-a519b2bfa1ab", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:49.348263 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6034c63e-0a18-494e-8396-e60faaa5ac25 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:49.348677 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0151693-196f-4d40-adee-67f37e5249ce', 'name': 'network-vif-deleted', 'tag': '7f4d5c0d-e849-4616-a75d-a519b2bfa1ab', 'status': 'completed', 'code': 200} Jun 23 14:13:49.354783 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6567e426-1627-4fae-acfc-6a9554a163c1 req-20e88c7e-4fe8-4e53-8ed0-eb2692bb0899 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0151693-196f-4d40-adee-67f37e5249ce HTTP/1.1" status: 200 len: 210 time: 0.0417726 Jun 23 14:13:49.557859 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ebbe5-e52f-47ab-b714-0f5e9054f7da req-deecc9f0-6560-4cd0-8932-12fbb9e0b9c5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.560432 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-387ebbe5-e52f-47ab-b714-0f5e9054f7da req-deecc9f0-6560-4cd0-8932-12fbb9e0b9c5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0693624 Jun 23 14:13:49.601378 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-387ebbe5-e52f-47ab-b714-0f5e9054f7da req-d9650e9b-e85d-459e-b9ee-fbef50f488fe tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Jun 23 14:13:49.710063 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:50.471292 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d4a48-a711-40a7-bc4d-2b16563d42c7 req-6b0c3481-80ee-423c-9c2b-43d5a2772f07 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.472809 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-177d4a48-a711-40a7-bc4d-2b16563d42c7 req-6b0c3481-80ee-423c-9c2b-43d5a2772f07 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0629761 Jun 23 14:13:50.511619 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-177d4a48-a711-40a7-bc4d-2b16563d42c7 req-8913ff77-5ac9-4b8a-8203-f2addf6c5340 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325670 Jun 23 14:13:50.801089 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9d1cf-a81a-4334-8897-cf99d2dfdb2e req-b85e9504-6d94-4024-8770-492fd5508d83 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.803162 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7b9d1cf-a81a-4334-8897-cf99d2dfdb2e req-b85e9504-6d94-4024-8770-492fd5508d83 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0852950 Jun 23 14:13:50.842719 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7b9d1cf-a81a-4334-8897-cf99d2dfdb2e req-dc2083c8-3415-45c3-8d4d-eed88a6a788f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Jun 23 14:13:51.024464 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0fcb-eee5-4145-9a76-8119758f0dd1 req-7cecef83-33de-45d5-a06a-d8de024884d0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.025950 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d51d0fcb-eee5-4145-9a76-8119758f0dd1 req-7cecef83-33de-45d5-a06a-d8de024884d0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0686455 Jun 23 14:13:51.061744 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d51d0fcb-eee5-4145-9a76-8119758f0dd1 req-7451eedf-0f11-4907-bbc1-1798f546ff38 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301325 Jun 23 14:13:51.259759 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:51.280275 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:51.280628 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7f4d5c0d-e849-4616-a75d-a519b2bfa1ab not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:51.443474 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d40ce-bd61-4e63-a263-886162c54cdf req-0697f82d-51e8-47bc-8215-03aa443c002a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.444939 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1c7d40ce-bd61-4e63-a263-886162c54cdf req-0697f82d-51e8-47bc-8215-03aa443c002a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0678854 Jun 23 14:13:51.484922 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1c7d40ce-bd61-4e63-a263-886162c54cdf req-fda8cd42-de3e-4ede-95ff-b8e2d3f3f3c1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Jun 23 14:13:51.688877 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec6eb5-fb77-4830-b744-cfad2b6722be req-5799a9d2-0355-4cb0-85c0-b247b6d0c862 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.690625 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9aec6eb5-fb77-4830-b744-cfad2b6722be req-5799a9d2-0355-4cb0-85c0-b247b6d0c862 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0701425 Jun 23 14:13:51.732377 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9aec6eb5-fb77-4830-b744-cfad2b6722be req-f486bd08-e91b-431e-87bb-30336d6d857d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Jun 23 14:13:51.979308 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64b14-f81a-4b08-a8ea-0890ce2d0d54 req-43d9ea59-3f3b-452c-b47f-3d09975ab6d2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.980658 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-48c64b14-f81a-4b08-a8ea-0890ce2d0d54 req-43d9ea59-3f3b-452c-b47f-3d09975ab6d2 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 945 time: 0.0625770 Jun 23 14:13:52.018285 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-48c64b14-f81a-4b08-a8ea-0890ce2d0d54 req-318baa66-d36d-4a3f-aef3-9ab96f96d4da tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Jun 23 14:13:52.386191 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634acb9c-fa10-4d70-bc93-b1a7486d5668 req-582d818e-c87d-4cc0-913c-17b468cb2793 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.387645 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-634acb9c-fa10-4d70-bc93-b1a7486d5668 req-582d818e-c87d-4cc0-913c-17b468cb2793 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0666742 Jun 23 14:13:52.425267 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-634acb9c-fa10-4d70-bc93-b1a7486d5668 req-4759195a-6ece-4f7a-856f-7d44249c0ca4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Jun 23 14:13:52.929077 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f3441-8efb-47c6-a296-4d9c6fb0aea2 req-685f89d6-ea3a-43e8-a258-c3a961258566 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.930648 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c75f3441-8efb-47c6-a296-4d9c6fb0aea2 req-685f89d6-ea3a-43e8-a258-c3a961258566 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0630214 Jun 23 14:13:52.968043 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c75f3441-8efb-47c6-a296-4d9c6fb0aea2 req-f5f82054-bde3-4b34-8fb8-83e02f549764 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Jun 23 14:13:53.192250 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45774761-6270-41a2-925c-3863a4911de6 req-e4fc9fed-bbeb-45aa-ae55-cf964fa0ab03 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.193742 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-45774761-6270-41a2-925c-3863a4911de6 req-e4fc9fed-bbeb-45aa-ae55-cf964fa0ab03 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 945 time: 0.0678365 Jun 23 14:13:53.230875 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-45774761-6270-41a2-925c-3863a4911de6 req-cde72a1b-72ff-4137-a0ab-41d375147856 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Jun 23 14:13:53.601520 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb98f2-b577-4e39-9690-5a2f6735ae72 req-cae5762f-ce1e-4522-8dbb-0c7a6891cba4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.603010 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-adeb98f2-b577-4e39-9690-5a2f6735ae72 req-cae5762f-ce1e-4522-8dbb-0c7a6891cba4 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0663126 Jun 23 14:13:53.643436 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-adeb98f2-b577-4e39-9690-5a2f6735ae72 req-12eb8903-e885-4db2-a8f7-1d23155e8d0f tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Jun 23 14:13:54.111700 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:13:54.159742 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203dca-fd46-430a-b571-cfa5dcd44099 req-2f3d1c60-2ef3-4bc5-948f-0b3e3adbdaa8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.161166 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-79203dca-fd46-430a-b571-cfa5dcd44099 req-2f3d1c60-2ef3-4bc5-948f-0b3e3adbdaa8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0753152 Jun 23 14:13:54.201799 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-79203dca-fd46-430a-b571-cfa5dcd44099 req-70dd084a-4661-4a9b-85a2-0c10ec3c5f40 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Jun 23 14:13:54.415646 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225b28f-906f-4444-96f4-267ac8d3c83a req-d8cb9bd8-5796-4030-b953-a9105e346f5b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.417003 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9225b28f-906f-4444-96f4-267ac8d3c83a req-d8cb9bd8-5796-4030-b953-a9105e346f5b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 945 time: 0.0765834 Jun 23 14:13:54.458602 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9225b28f-906f-4444-96f4-267ac8d3c83a req-c5bde457-ab81-47db-9ca1-80d24528c7c9 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Jun 23 14:13:54.747274 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-0d06af43-fdf4-4b85-bdf3-855693aa8fc0 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.748721 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-0d06af43-fdf4-4b85-bdf3-855693aa8fc0 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 945 time: 0.0735974 Jun 23 14:13:54.826551 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88199c42-6a36-4ce5-8725-8720aec0d6e9 req-90efb893-b821-40fb-9aa5-40ab74b1a9f2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.828362 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-88199c42-6a36-4ce5-8725-8720aec0d6e9 req-90efb893-b821-40fb-9aa5-40ab74b1a9f2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0638459 Jun 23 14:13:54.868250 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-88199c42-6a36-4ce5-8725-8720aec0d6e9 req-9b47c09c-3de8-4d0c-b71d-04e6c9ca42b9 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Jun 23 14:13:54.869319 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Deleting port 76bfab41-e536-4f1b-aa65-db69c0c6b76a {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:54.869684 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.959130 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] For port 76bfab41-e536-4f1b-aa65-db69c0c6b76a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76bfab41-e536-4f1b-aa65-db69c0c6b76a,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:54.959384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.973728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Calling delete_port for 76bfab41-e536-4f1b-aa65-db69c0c6b76a owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:55.103015 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.107100 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:55.133930 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event deleted for resources: {'Port': ['ID=76bfab41-e536-4f1b-aa65-db69c0c6b76a,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:55.136884 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:55.144444 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186', '720955e9-a676-4364-a73e-c24d73edbea4', '76bfab41-e536-4f1b-aa65-db69c0c6b76a'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:55.177922 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] No DVR routers for this DVR port 76bfab41-e536-4f1b-aa65-db69c0c6b76a on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:55.181462 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.183401 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d9d93dea-87ea-4b00-8cb7-9fd10f887139 req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "DELETE /v2.0/ports/76bfab41-e536-4f1b-aa65-db69c0c6b76a HTTP/1.1" status: 204 len: 173 time: 0.4167809 Jun 23 14:13:55.183950 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'name': 'network-vif-deleted', 'tag': '76bfab41-e536-4f1b-aa65-db69c0c6b76a'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:55.186654 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4e2d35-7617-4190-bd33-448ee4bb2f21" -d '{"events": [{"server_uuid": "f8af6543-f74d-4bed-a35b-4e3d4cc3bf78", "name": "network-vif-deleted", "tag": "76bfab41-e536-4f1b-aa65-db69c0c6b76a"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:55.224229 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad4e1d8-7784-475f-98cc-96a1f50cefde x-openstack-request-id: req-8ad4e1d8-7784-475f-98cc-96a1f50cefde {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:55.224792 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8af6543-f74d-4bed-a35b-4e3d4cc3bf78", "name": "network-vif-deleted", "tag": "76bfab41-e536-4f1b-aa65-db69c0c6b76a", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:55.225258 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ad4e1d8-7784-475f-98cc-96a1f50cefde {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:55.225856 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8af6543-f74d-4bed-a35b-4e3d4cc3bf78', 'name': 'network-vif-deleted', 'tag': '76bfab41-e536-4f1b-aa65-db69c0c6b76a', 'status': 'completed', 'code': 200} Jun 23 14:13:55.389343 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d30cb1-ea4c-4912-9357-3d1c9ef81c5e req-45608032-a825-4e0e-a694-1f414335ae0a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.390816 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-78d30cb1-ea4c-4912-9357-3d1c9ef81c5e req-45608032-a825-4e0e-a694-1f414335ae0a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0711646 Jun 23 14:13:55.429077 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-78d30cb1-ea4c-4912-9357-3d1c9ef81c5e req-20c10acb-9317-414f-b145-461681d37168 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Jun 23 14:13:55.612464 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-99939cbc-a7e7-4c2c-a8b0-b6678c010734 req-c123cdd6-7aa5-4c69-8ddd-df09c0c3f97c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8af6543-f74d-4bed-a35b-4e3d4cc3bf78 HTTP/1.1" status: 200 len: 210 time: 0.0285237 Jun 23 14:13:56.032596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-3ce4722b-97fe-4905-a07a-0e5dd743aed8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:56.034119 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-3ce4722b-97fe-4905-a07a-0e5dd743aed8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0643797 Jun 23 14:13:56.035182 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eea6b-e1ad-48e5-ad66-7bb3a81f58a9 req-11eb59a7-918f-415d-83f2-7ff03ba64980 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:56.036662 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0e0eea6b-e1ad-48e5-ad66-7bb3a81f58a9 req-11eb59a7-918f-415d-83f2-7ff03ba64980 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 945 time: 0.0611167 Jun 23 14:13:56.072658 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0e0eea6b-e1ad-48e5-ad66-7bb3a81f58a9 req-b4760bb2-f599-43f3-80bd-8cdaef086dc5 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302546 Jun 23 14:13:56.339374 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Deleting port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:56.339703 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:56.436812 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] For port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:56.437164 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:56.449444 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Calling delete_port for ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:56.576499 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:56.582421 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-df66bd70-263c-4fcc-8017-c6a2379c8666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:56.612930 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['1a486d7f-fdd8-404a-9674-5774d1d27445', 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:56.613532 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Pushing event deleted for resources: {'Port': ['ID=ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:56.616604 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:56.624060 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8b2c-dfc3-4570-b932-4272ea791c32 req-06b59d82-197d-4843-b737-6ed2480493c7 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:56.626213 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0be8b2c-dfc3-4570-b932-4272ea791c32 req-06b59d82-197d-4843-b737-6ed2480493c7 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0779197 Jun 23 14:13:56.685228 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] No DVR routers for this DVR port ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:56.703462 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:56.705575 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-32dcc07c-f291-4dfb-8197-947c302881a9 req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "DELETE /v2.0/ports/ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d HTTP/1.1" status: 204 len: 173 time: 0.6648757 Jun 23 14:13:56.717582 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c0be8b2c-dfc3-4570-b932-4272ea791c32 req-d042b918-cb7c-43d2-8252-0402eb90e003 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785682 Jun 23 14:13:57.003527 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3726c2e-b2e8-4f0f-8840-d9210221d447 req-5870ad69-8af9-4af3-af65-ac7a444469f6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.005033 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b3726c2e-b2e8-4f0f-8840-d9210221d447 req-5870ad69-8af9-4af3-af65-ac7a444469f6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0644529 Jun 23 14:13:57.051824 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b3726c2e-b2e8-4f0f-8840-d9210221d447 req-df4b72fa-a64c-4ec1-9c6e-9fccdbdf6bc9 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Jun 23 14:13:57.084553 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60490) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:57.129646 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f683f0d-3981-4765-adb5-1d433b0cc421 req-f1268896-f3e7-4df4-8e3b-267ed63ad031 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.131161 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3f683f0d-3981-4765-adb5-1d433b0cc421 req-f1268896-f3e7-4df4-8e3b-267ed63ad031 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 945 time: 0.0955815 Jun 23 14:13:57.169093 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3f683f0d-3981-4765-adb5-1d433b0cc421 req-3963afc8-cebd-47ea-a61e-f97f709b571f tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Jun 23 14:13:57.227908 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'name': 'network-vif-deleted', 'tag': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:57.230146 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f017d153-7739-4403-8273-2f3ed20c185e" -d '{"events": [{"server_uuid": "ebec2403-5d12-4532-8e3b-b1d169f3e093", "name": "network-vif-deleted", "tag": "ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:57.240278 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-67302305-5e8f-4365-8735-87bb66360e25 req-871eb213-685a-486d-a842-4b6f35dd71d2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebec2403-5d12-4532-8e3b-b1d169f3e093 HTTP/1.1" status: 200 len: 210 time: 0.0345130 Jun 23 14:13:57.290524 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f00b6f-0766-4143-bdc9-9c4e015ee3a8 x-openstack-request-id: req-b3f00b6f-0766-4143-bdc9-9c4e015ee3a8 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:57.290912 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebec2403-5d12-4532-8e3b-b1d169f3e093", "name": "network-vif-deleted", "tag": "ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:57.291258 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3f00b6f-0766-4143-bdc9-9c4e015ee3a8 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:57.291731 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebec2403-5d12-4532-8e3b-b1d169f3e093', 'name': 'network-vif-deleted', 'tag': 'ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d', 'status': 'completed', 'code': 200} Jun 23 14:13:57.300713 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8883364-9e80-4dab-8033-b7ae162ca2d6 tempest-TestMinimumBasicScenario-479732554 tempest-TestMinimumBasicScenario-479732554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.302255 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f8883364-9e80-4dab-8033-b7ae162ca2d6 tempest-TestMinimumBasicScenario-479732554 tempest-TestMinimumBasicScenario-479732554-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1094 time: 0.2166061 Jun 23 14:13:57.305030 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60498) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:57.309389 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'floatingip': {'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'port_id': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:57.332352 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for floatingip, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:57.432743 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:57.535238 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Allocated IP 172.28.0.139 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/eaab82a6-7d1e-427d-9a8c-abf5b0b53854) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:57.638419 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:57.680991 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:57.683055 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a06aff59-a58b-4efb-a33f-3ad8f267e150 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:57.721274 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:57.724314 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:57.728520 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:57.731497 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'Port': ['ID=eaab82a6-7d1e-427d-9a8c-abf5b0b53854,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:57.753063 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:57.883124 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c10df6-44db-428a-b215-9f4ff7b6ab60 req-b474e861-4449-4b5a-989a-761301a84323 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.884609 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b9c10df6-44db-428a-b215-9f4ff7b6ab60 req-b474e861-4449-4b5a-989a-761301a84323 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0630238 Jun 23 14:13:57.922575 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b9c10df6-44db-428a-b215-9f4ff7b6ab60 req-6c80ea9d-3ef8-4065-ad85-d6aff5155e50 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Jun 23 14:13:58.186455 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:58.252682 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91a0af-d4d6-44fb-908f-52ce7d1f41ea req-bbcd63b0-074e-4fa1-ba53-6e0ffde67118 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.254371 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f91a0af-d4d6-44fb-908f-52ce7d1f41ea req-bbcd63b0-074e-4fa1-ba53-6e0ffde67118 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0669749 Jun 23 14:13:58.308009 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6f91a0af-d4d6-44fb-908f-52ce7d1f41ea req-0d06b08e-23ad-495f-9e2b-7cea0837907e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472367 Jun 23 14:13:58.326195 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:58.371781 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45469653-6f7f-4053-a07c-181bb0ad6f52 req-86449e5f-30fe-4194-b2dd-90b7f99da516 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.373689 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-45469653-6f7f-4053-a07c-181bb0ad6f52 req-86449e5f-30fe-4194-b2dd-90b7f99da516 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 945 time: 0.0857985 Jun 23 14:13:58.376813 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-70c5b7ba-6a9d-4d6e-b8fa-e1d0c0ec19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.378317 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-70c5b7ba-6a9d-4d6e-b8fa-e1d0c0ec19c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1098 time: 0.1182184 Jun 23 14:13:58.415721 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-45469653-6f7f-4053-a07c-181bb0ad6f52 req-6b050d8b-769c-48b8-a44b-976d4f81561a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Jun 23 14:13:58.537302 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-f92c0120-1711-4ed2-b17e-8647fffefdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.538778 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-f92c0120-1711-4ed2-b17e-8647fffefdc6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 911 time: 0.1448712 Jun 23 14:13:58.562832 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:58.599834 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:58.605175 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:58.690047 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-eae85ef6-dba0-4cc9-9950-f1fccd943864 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 200 len: 1001 time: 0.1366715 Jun 23 14:13:58.701789 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'Port': ['ID=eaab82a6-7d1e-427d-9a8c-abf5b0b53854,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:58.708338 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:58.711384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:58.759705 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7b074-55de-4fd3-aae1-e1a03d79c389 req-5d61db88-c9d7-4d8e-8184-66b538e41d44 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.761259 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e1d7b074-55de-4fd3-aae1-e1a03d79c389 req-5d61db88-c9d7-4d8e-8184-66b538e41d44 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0681858 Jun 23 14:13:58.805448 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e1d7b074-55de-4fd3-aae1-e1a03d79c389 req-df061625-a082-46c9-bf34-00c8a08a54bb tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352085 Jun 23 14:13:58.827668 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-111b976e-e271-4e28-b887-ac19166c67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.829116 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-111b976e-e271-4e28-b887-ac19166c67c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.1145833 Jun 23 14:13:58.849042 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Floating IP c95da33d-dfae-4a8f-bf90-0d60ec4cdac1 associated. External IP: 172.28.0.139, port: 23736f8f-3597-48ee-bcc1-acc10b6ca855. Jun 23 14:13:59.194277 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-3be7ece3-15c8-46a3-8be1-d4ab81e15d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:59.195714 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-3be7ece3-15c8-46a3-8be1-d4ab81e15d1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3064551 Jun 23 14:13:59.266767 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 76bfab41-e536-4f1b-aa65-db69c0c6b76a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:59.286834 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 76bfab41-e536-4f1b-aa65-db69c0c6b76a {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:59.287150 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 76bfab41-e536-4f1b-aa65-db69c0c6b76a not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:59.287787 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:59.306737 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:59.307065 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device ec7be0ec-bd6b-4a69-8329-ac1e322a1e2d not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:59.340954 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-b1783d6d-e1d1-4ff9-902d-567882f14c54 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:59.342160 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-b1783d6d-e1d1-4ff9-902d-567882f14c54 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 945 time: 0.0749924 Jun 23 14:13:59.348451 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:13:59.407955 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-e6e7d2eb-3790-47cb-9a8c-0162a959ae1d service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409812 Jun 23 14:13:59.485831 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Deleting port 720955e9-a676-4364-a73e-c24d73edbea4 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:59.486360 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.543387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:13:59.552704 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] Sync routers for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:13:59.561637 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:59.562294 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:13:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:59.567708 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e8434117-4b44-48b3-b6f3-6e9790f6caa1 req-598327e2-3608-447f-b02a-ffadbc7ded81 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485960 Jun 23 14:13:59.571380 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89ac61-e150-4ca4-8a43-f41118d27f7c req-03fa567d-6f57-437e-849a-6d9d5f83f114 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:59.571962 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.572823 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4a89ac61-e150-4ca4-8a43-f41118d27f7c req-03fa567d-6f57-437e-849a-6d9d5f83f114 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.1490595 Jun 23 14:13:59.614651 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3059175 Jun 23 14:13:59.614651 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:59.615082 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aed928-8ddb-434f-8b36-15affe0d7ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:59.618721 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60524) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:59.624543 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192117606', 'description': 'tempest-secgroup-smoke-1192117606 description', 'project_id': 'df700be08ca14948856b6699472dc368'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:59.678284 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] For port 720955e9-a676-4364-a73e-c24d73edbea4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=720955e9-a676-4364-a73e-c24d73edbea4,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:59.678624 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.687372 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:59.697642 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4a89ac61-e150-4ca4-8a43-f41118d27f7c req-5ff7f7f0-ceac-4bf1-a9a1-0699377a70c0 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034074 Jun 23 14:13:59.705357 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Calling delete_port for 720955e9-a676-4364-a73e-c24d73edbea4 owned by compute:nova {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:59.712170 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.752692 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc44fe70-b16a-415f-bbcf-6bbe945eb019 x-openstack-request-id: req-fc44fe70-b16a-415f-bbcf-6bbe945eb019 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:59.752692 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:59.753258 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc44fe70-b16a-415f-bbcf-6bbe945eb019 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:59.753850 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'status': 'completed', 'code': 200} Jun 23 14:13:59.772828 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62caf-92c6-4269-81bf-b493e772606e req-ef596700-9c1e-4a86-bd14-82fa3536d61c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:59.774316 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-86e62caf-92c6-4269-81bf-b493e772606e req-ef596700-9c1e-4a86-bd14-82fa3536d61c tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 945 time: 0.2262144 Jun 23 14:13:59.864178 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-86e62caf-92c6-4269-81bf-b493e772606e req-68be4505-b6ae-439f-a7ec-69557074db6b tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799165 Jun 23 14:13:59.900324 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-9ba027ba-2310-4778-9229-3ce3f955ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:59.902174 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-9ba027ba-2310-4778-9229-3ce3f955ba67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1099 time: 0.0915744 Jun 23 14:13:59.945067 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.953526 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'c95da33d-dfae-4a8f-bf90-0d60ec4cdac1', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'floating_ip_address': '172.28.0.139', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'port_id': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'mac_address': 'fa:16:3e:a5:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:57Z', 'updated_at': '2021-06-23T14:13:57Z', 'revision_number': 0, 'project_id': 'df700be08ca14948856b6699472dc368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:54Z', 'revision_number': 5, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:59.954273 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.958452 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-d661ad99-7ec3-4717-bcd5-d8f1ffdf5805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:59.974605 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.984094 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] Checking router: 94b83734-a60d-4e24-8e2d-662ac98dc8b8 for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:13:59.996209 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:59.996836 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:13:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:00.011869 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-ca18be27-aae7-4941-928a-aebadab877f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.013372 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-ca18be27-aae7-4941-928a-aebadab877f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 916 time: 0.1009395 Jun 23 14:14:00.025532 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.029849 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4059498 Jun 23 14:14:00.032567 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60530) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:00.038734 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'security_group_rule': {'security_group_id': '0a45a216-d131-4acd-bace-64bfdbfc250b', 'project_id': 'df700be08ca14948856b6699472dc368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:00.039366 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186', '720955e9-a676-4364-a73e-c24d73edbea4'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:00.042862 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45a216-d131-4acd-bace-64bfdbfc250b,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:00.046318 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:00.063323 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-26ea1a37-3622-4c86-ad75-63431ece66aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:00.110584 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event deleted for resources: {'Port': ['ID=720955e9-a676-4364-a73e-c24d73edbea4,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:00.113844 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:00.114734 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] No DVR routers for this DVR port 720955e9-a676-4364-a73e-c24d73edbea4 on host hv-cinder-78447 {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:00.117626 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.120173 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f3d740e6-bf5c-40d5-9339-ecbc587ad704 req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "DELETE /v2.0/ports/720955e9-a676-4364-a73e-c24d73edbea4 HTTP/1.1" status: 204 len: 173 time: 0.7712977 Jun 23 14:14:00.120905 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'name': 'network-vif-deleted', 'tag': '720955e9-a676-4364-a73e-c24d73edbea4'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:00.123490 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac4bf8b-a7f6-4bce-996d-29e237bbb815" -d '{"events": [{"server_uuid": "f95d6ead-9508-4d3f-bdcd-05eb5971a65b", "name": "network-vif-deleted", "tag": "720955e9-a676-4364-a73e-c24d73edbea4"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:00.130451 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-b45dc976-c895-4e4e-bab4-552b56c95b90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 1000 time: 0.1036618 Jun 23 14:14:00.164377 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b7e34-1197-457f-af4c-4cebd0c929c9 req-9b59e59c-1c8e-48f9-8fc2-ab8885f262cc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.166335 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d75b7e34-1197-457f-af4c-4cebd0c929c9 req-9b59e59c-1c8e-48f9-8fc2-ab8885f262cc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.1866832 Jun 23 14:14:00.208556 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff46e518-5092-4aa8-a3d1-0d44162a9ccf x-openstack-request-id: req-ff46e518-5092-4aa8-a3d1-0d44162a9ccf {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:00.208872 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95d6ead-9508-4d3f-bdcd-05eb5971a65b", "name": "network-vif-deleted", "tag": "720955e9-a676-4364-a73e-c24d73edbea4", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:00.209147 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff46e518-5092-4aa8-a3d1-0d44162a9ccf {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:00.209561 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d6ead-9508-4d3f-bdcd-05eb5971a65b', 'name': 'network-vif-deleted', 'tag': '720955e9-a676-4364-a73e-c24d73edbea4', 'status': 'completed', 'code': 200} Jun 23 14:14:00.215374 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.218970 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-a63b0395-7bdf-476e-ab41-781b41917988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.220711 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-a63b0395-7bdf-476e-ab41-781b41917988 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0814564 Jun 23 14:14:00.222346 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:00.231043 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d75b7e34-1197-457f-af4c-4cebd0c929c9 req-22d46a18-1867-4618-97f1-7771405ea1e8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587904 Jun 23 14:14:00.327591 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.336756 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.338907 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-c185469a-a555-4103-bf2a-4829cdb70e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.340522 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-c185469a-a555-4103-bf2a-4829cdb70e14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846202 Jun 23 14:14:00.342469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d3c4847e-d09d-4b61-b750-4eb9fb114552 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:00.376097 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b6573e-c02a-433f-a6c0-e26a2d9a4227,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:00.383993 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:00.390850 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.393610 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591001 Jun 23 14:14:00.396587 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60534) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:00.427540 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'security_group_rule': {'security_group_id': '0a45a216-d131-4acd-bace-64bfdbfc250b', 'project_id': 'df700be08ca14948856b6699472dc368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:00.450640 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'c95da33d-dfae-4a8f-bf90-0d60ec4cdac1', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'floating_ip_address': '172.28.0.139', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'port_id': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'mac_address': 'fa:16:3e:a5:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:57Z', 'updated_at': '2021-06-23T14:13:57Z', 'revision_number': 0, 'project_id': 'df700be08ca14948856b6699472dc368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:54Z', 'revision_number': 5, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:00.475006 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.481108 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-18c470c7-6ba0-4c5e-9283-469878b11ccc service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261549 Jun 23 14:14:00.482002 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f0fe73-b472-42d9-ba82-1b84a1c70651 None None] The sync data for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb is: [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'c95da33d-dfae-4a8f-bf90-0d60ec4cdac1', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'floating_ip_address': '172.28.0.139', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'port_id': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'mac_address': 'fa:16:3e:a5:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:57Z', 'updated_at': '2021-06-23T14:13:57Z', 'revision_number': 0, 'project_id': 'df700be08ca14948856b6699472dc368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:54Z', 'revision_number': 5, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:00.593820 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.598260 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.602239 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:00.630900 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151bb204-b0f2-49b0-9b6e-fd1e8466d4ec,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:00.641481 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:00.644256 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a6aed928-8ddb-434f-8b36-15affe0d7ed6 req-44631672-f432-4726-b1f8-191e32d712cf service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427197 Jun 23 14:14:00.648252 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.649377 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-0958e6c7-3b13-4a7a-bcbb-a20fe9a55ef1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2518647 Jun 23 14:14:00.654141 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60542) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:00.658983 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'security_group_rule': {'security_group_id': '0a45a216-d131-4acd-bace-64bfdbfc250b', 'project_id': 'df700be08ca14948856b6699472dc368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:00.699850 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.716422 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da174120-a7b8-42a8-8b37-7ecd91d85fea None None] New status for floating IP c95da33d-dfae-4a8f-bf90-0d60ec4cdac1: ACTIVE {{(pid=93138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:14:00.764833 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.770431 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.785107 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:00.796205 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.800585 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60548) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:00.801036 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454151 Jun 23 14:14:00.802118 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7587aca-eaef-4c17-a53a-d254d689caca,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:00.805162 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e5f6e1d5-6b7b-4d23-bf72-886f8ca7246a tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:00.805911 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'security_group_rule': {'security_group_id': '0a45a216-d131-4acd-bace-64bfdbfc250b', 'project_id': 'df700be08ca14948856b6699472dc368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:00.881318 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.974288 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94450e1a-7508-43ff-be30-54f7a54ba41b req-d3753e1f-b92d-4896-89c6-0ea116171df6 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.975758 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-94450e1a-7508-43ff-be30-54f7a54ba41b req-d3753e1f-b92d-4896-89c6-0ea116171df6 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.1286178 Jun 23 14:14:00.977621 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.995997 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.000925 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:01.033813 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b72e7f-a59e-413b-b80e-3512462fa024,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:01.050346 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-94450e1a-7508-43ff-be30-54f7a54ba41b req-cdccbf9c-d735-423a-a128-b0228dd2337f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688939 Jun 23 14:14:01.051258 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:01.053535 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.054766 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532089 Jun 23 14:14:01.057856 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60552) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:01.062988 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'security_group_rule': {'security_group_id': '0a45a216-d131-4acd-bace-64bfdbfc250b', 'project_id': 'df700be08ca14948856b6699472dc368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:01.074366 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fea2e965-bd74-42de-b9f6-e81be0cc0014 req-13b5d874-ca16-450f-809d-13164234e800 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95d6ead-9508-4d3f-bdcd-05eb5971a65b HTTP/1.1" status: 200 len: 210 time: 0.0365946 Jun 23 14:14:01.101732 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.securitygroups_db [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Project df700be08ca14948856b6699472dc368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:14:01.106762 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.158597 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.162458 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.164639 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:01.179942 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb995a7-f4d0-494e-bb94-bc7d1718dd03,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:01.182423 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:01.188479 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.190155 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c4b98bb1-29ea-4fe5-b6d4-93418b54aba7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306100 Jun 23 14:14:01.192684 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60556) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:01.198121 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'security_group_rule': {'security_group_id': '0a45a216-d131-4acd-bace-64bfdbfc250b', 'project_id': 'df700be08ca14948856b6699472dc368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:01.220305 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.securitygroups_db [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Project df700be08ca14948856b6699472dc368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:14:01.224916 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.284566 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.289078 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.291106 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-837f3692-7e0a-4038-95db-baef886cba9b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:01.307676 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16aaeef8-83e6-4041-bc94-d500fd76019b,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:01.310147 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:01.312481 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.316964 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195164 Jun 23 14:14:01.401259 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa522-b47b-4254-9a06-f7b7cd263b7e req-3efad08b-4784-42e1-99ce-aa9db1669cb8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:01.402757 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-90eaa522-b47b-4254-9a06-f7b7cd263b7e req-3efad08b-4784-42e1-99ce-aa9db1669cb8 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0620103 Jun 23 14:14:01.453913 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-c474f4ba-0b8e-43c3-8512-c81b215e00dd tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192117606&fields=id&tenant_id=df700be08ca14948856b6699472dc368 HTTP/1.1" status: 200 len: 267 time: 0.0502200 Jun 23 14:14:01.461216 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-90eaa522-b47b-4254-9a06-f7b7cd263b7e req-d57a25a2-1c11-4f11-a5d9-81acdf94cc48 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Jun 23 14:14:01.526748 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-47a9746b-890b-40be-b4e3-853428ad16b3 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:01.528068 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-47a9746b-890b-40be-b4e3-853428ad16b3 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0660079 Jun 23 14:14:01.538769 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'port': {'security_groups': ['c27355a3-142d-45bd-8dc8-5862d3bbc324', '0a45a216-d131-4acd-bace-64bfdbfc250b']}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:01.624722 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:02.051365 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:02.080365 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:02.086491 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:02.090463 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-41d1b4e7-7125-4dc6-9441-d3b6a8482f54 tempest-DeleteServersTestJSON-946859701 tempest-DeleteServersTestJSON-946859701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:02.130372 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.130527 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:02.134217 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['23736f8f-3597-48ee-bcc1-acc10b6ca855'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:02.134731 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f3f1f5c2-2e00-4f9c-8fc4-5225fe691c1d req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "PUT /v2.0/ports/23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 982 time: 0.6002979 Jun 23 14:14:02.177383 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=6']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:02.195406 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:02.211043 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:02.213658 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35cdc2-7c5c-4827-8d52-718733b16aab" -d '{"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:02.272052 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567ac571-680d-4b13-82b2-a186a598bcc3 x-openstack-request-id: req-567ac571-680d-4b13-82b2-a186a598bcc3 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:02.272291 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:02.272655 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-567ac571-680d-4b13-82b2-a186a598bcc3 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:02.272981 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'status': 'completed', 'code': 200} Jun 23 14:14:02.338873 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0bfc1-ebd4-476d-96d4-8b4f9e57cf84 req-3c2c1718-0528-4c04-b0e7-2c89984d18b8 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.347674 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b6c0bfc1-ebd4-476d-96d4-8b4f9e57cf84 req-3c2c1718-0528-4c04-b0e7-2c89984d18b8 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0888841 Jun 23 14:14:02.357686 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['23736f8f-3597-48ee-bcc1-acc10b6ca855'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:02.392263 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-1e556d5c-964d-456b-9b5c-4e287319ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.393544 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-1e556d5c-964d-456b-9b5c-4e287319ec1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1138 time: 0.0676074 Jun 23 14:14:02.394580 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b6c0bfc1-ebd4-476d-96d4-8b4f9e57cf84 req-5970cece-6775-494a-afcd-de24546a4651 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458934 Jun 23 14:14:02.448589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-666c66d9-0480-4808-a8be-bee3cc73327d None None] Provisioning complete for port 23736f8f-3597-48ee-bcc1-acc10b6ca855 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:02.448943 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-666c66d9-0480-4808-a8be-bee3cc73327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:02.488803 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-d636f961-3241-4d7f-897f-b5be0df6a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.490629 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-d636f961-3241-4d7f-897f-b5be0df6a504 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 916 time: 0.0860901 Jun 23 14:14:02.566065 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-3bcd4d4a-0e1c-42f8-bce4-c750c53ee478 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 1002 time: 0.0670273 Jun 23 14:14:02.625303 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-cf45da48-6ce9-4933-8ebe-683afce09abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.627289 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-cf45da48-6ce9-4933-8ebe-683afce09abe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0457296 Jun 23 14:14:02.643047 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1e62e-aa33-4d71-bd4a-c69a738b13f6 req-3e24f1bb-a39e-45b4-b7dd-8d40ecf89dff tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.644703 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ade1e62e-aa33-4d71-bd4a-c69a738b13f6 req-3e24f1bb-a39e-45b4-b7dd-8d40ecf89dff tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0667112 Jun 23 14:14:02.699416 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ade1e62e-aa33-4d71-bd4a-c69a738b13f6 req-5d2c8d6e-4dcd-455c-acef-77b5e1699a60 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Jun 23 14:14:02.706989 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-10462aec-279a-4883-abf8-deef9524fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.708830 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-10462aec-279a-4883-abf8-deef9524fe5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745890 Jun 23 14:14:02.808261 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-4ddb8ce1-1f7c-406a-8694-04622ccb1688 service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903611 Jun 23 14:14:02.950981 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0c35cdc2-7c5c-4827-8d52-718733b16aab req-65ead6e0-35cc-42a3-8ffa-db6f7474b7ff service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820746 Jun 23 14:14:03.298553 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 720955e9-a676-4364-a73e-c24d73edbea4 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:03.323073 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 720955e9-a676-4364-a73e-c24d73edbea4 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:03.323500 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 720955e9-a676-4364-a73e-c24d73edbea4 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:03.754316 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a64fb-13fd-466e-9ad1-4c8369ad50ff req-b73d365f-902d-49ae-9790-18c85beb3476 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:03.755789 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-468a64fb-13fd-466e-9ad1-4c8369ad50ff req-b73d365f-902d-49ae-9790-18c85beb3476 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 945 time: 0.0733454 Jun 23 14:14:03.791796 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-468a64fb-13fd-466e-9ad1-4c8369ad50ff req-6bc57e41-3b15-49c7-a899-f72614515237 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303097 Jun 23 14:14:03.880856 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840d4e7-5437-425a-bc41-263639ecbb53 req-f616cad8-71b3-41be-b71e-38ac1597ff83 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:03.882323 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f840d4e7-5437-425a-bc41-263639ecbb53 req-f616cad8-71b3-41be-b71e-38ac1597ff83 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0625403 Jun 23 14:14:03.919352 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f840d4e7-5437-425a-bc41-263639ecbb53 req-943bdcc5-93ab-490e-a476-e86f51e4d554 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Jun 23 14:14:04.971473 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6c65-b3a1-4367-adf9-4d6d4cc16d2b req-31201298-1cea-460b-ba50-9714966fd0d4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:04.978984 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cb6a6c65-b3a1-4367-adf9-4d6d4cc16d2b req-31201298-1cea-460b-ba50-9714966fd0d4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 945 time: 0.0718853 Jun 23 14:14:05.020546 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cb6a6c65-b3a1-4367-adf9-4d6d4cc16d2b req-a197a08e-0fc6-49b8-87bc-e317daf814f4 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Jun 23 14:14:05.065247 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-7955551b-f7a4-4c94-93ec-7dbd6d494e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.122624 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d2310-70d8-4795-9d9b-468198dab4d8 req-046ab729-09e9-4441-bace-084fb0513d8a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:05.124703 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fa3d2310-70d8-4795-9d9b-468198dab4d8 req-046ab729-09e9-4441-bace-084fb0513d8a tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0682638 Jun 23 14:14:05.170169 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fa3d2310-70d8-4795-9d9b-468198dab4d8 req-8af87860-b87c-4995-ae6a-f245ebc4b98b tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Jun 23 14:14:06.199534 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca360-53a5-4413-832c-074f9a8e7ad8 req-e4f431fa-ca37-4ebe-8aa3-4c98bbab80cc tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.201048 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-548ca360-53a5-4413-832c-074f9a8e7ad8 req-e4f431fa-ca37-4ebe-8aa3-4c98bbab80cc tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 945 time: 0.0660620 Jun 23 14:14:06.212571 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-edc4a6cb-67f6-4acd-adcc-fd4122f427cc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.215622 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-edc4a6cb-67f6-4acd-adcc-fd4122f427cc tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0757649 Jun 23 14:14:06.242373 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-548ca360-53a5-4413-832c-074f9a8e7ad8 req-d63a1536-bb9c-4652-8e22-01fd24e5c58e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/security-groups?id=80c89fe1-416b-4371-bab8-e01fc5d0e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356209 Jun 23 14:14:06.329539 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Deleting port 1a486d7f-fdd8-404a-9674-5774d1d27445 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:06.329539 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.388631 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a558970-b505-40a9-886d-9d54665642d7 req-aa671604-d370-4de5-9322-31f4c68554cd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.390154 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3a558970-b505-40a9-886d-9d54665642d7 req-aa671604-d370-4de5-9322-31f4c68554cd tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f300325-6f1e-48ad-94e3-9003177fbca1 HTTP/1.1" status: 200 len: 945 time: 0.0965750 Jun 23 14:14:06.421279 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] For port 1a486d7f-fdd8-404a-9674-5774d1d27445, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1a486d7f-fdd8-404a-9674-5774d1d27445,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:06.421637 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.434095 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Calling delete_port for 1a486d7f-fdd8-404a-9674-5774d1d27445 owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:06.439556 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-a67ec642-640e-4840-8db8-65ab7f95010a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.440954 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-a67ec642-640e-4840-8db8-65ab7f95010a tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 945 time: 0.1003277 Jun 23 14:14:06.447820 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3a558970-b505-40a9-886d-9d54665642d7 req-9cf54d84-e0d3-4188-8d04-c1cf7e661926 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.55 "GET /v2.0/security-groups?id=be35e359-9001-41ae-b9d4-bae55258d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500958 Jun 23 14:14:06.558318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.559803 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Deleting port 17cc619d-1c57-47ef-8cde-f5bbef941186 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:06.560144 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.562295 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:06.588985 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Pushing event deleted for resources: {'Port': ['ID=1a486d7f-fdd8-404a-9674-5774d1d27445,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:06.592363 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:06.595234 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['1a486d7f-fdd8-404a-9674-5774d1d27445'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:06.640003 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] No DVR routers for this DVR port 1a486d7f-fdd8-404a-9674-5774d1d27445 on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:06.642525 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.644489 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3ac5a7c7-c10d-4e34-b945-4869a0bfa32f req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] 10.222.0.53 "DELETE /v2.0/ports/1a486d7f-fdd8-404a-9674-5774d1d27445 HTTP/1.1" status: 204 len: 173 time: 0.4233360 Jun 23 14:14:06.644990 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'name': 'network-vif-deleted', 'tag': '1a486d7f-fdd8-404a-9674-5774d1d27445'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:06.647385 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc061111-f2bb-4591-80e7-296b6bda1ea7" -d '{"events": [{"server_uuid": "4f300325-6f1e-48ad-94e3-9003177fbca1", "name": "network-vif-deleted", "tag": "1a486d7f-fdd8-404a-9674-5774d1d27445"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:06.652922 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] For port 17cc619d-1c57-47ef-8cde-f5bbef941186, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=17cc619d-1c57-47ef-8cde-f5bbef941186,segment=NetworkSegment(5610f0a1-1370-4563-840b-9030b1fe0e3f),segment_id=5610f0a1-1370-4563-840b-9030b1fe0e3f)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:06.653470 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.667303 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Calling delete_port for 17cc619d-1c57-47ef-8cde-f5bbef941186 owned by compute:nova {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:06.687648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf78af-a7d2-4186-881a-57cc6d653b69 x-openstack-request-id: req-96cf78af-a7d2-4186-881a-57cc6d653b69 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:06.688029 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f300325-6f1e-48ad-94e3-9003177fbca1", "name": "network-vif-deleted", "tag": "1a486d7f-fdd8-404a-9674-5774d1d27445", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:06.688319 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96cf78af-a7d2-4186-881a-57cc6d653b69 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:06.688747 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f300325-6f1e-48ad-94e3-9003177fbca1', 'name': 'network-vif-deleted', 'tag': '1a486d7f-fdd8-404a-9674-5774d1d27445', 'status': 'completed', 'code': 200} Jun 23 14:14:06.795573 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.799179 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:06.822488 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Pushing event deleted for resources: {'Port': ['ID=17cc619d-1c57-47ef-8cde-f5bbef941186,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:06.826024 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:06.830273 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['17cc619d-1c57-47ef-8cde-f5bbef941186'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:06.882098 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] No DVR routers for this DVR port 17cc619d-1c57-47ef-8cde-f5bbef941186 on host hv-cinder-78447 {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:06.884819 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:06.887137 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cbd44feb-7067-42d5-bb75-fd8c2e8be803 req-d300e166-8f60-48b9-90fd-06a69e7da726 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.53 "DELETE /v2.0/ports/17cc619d-1c57-47ef-8cde-f5bbef941186 HTTP/1.1" status: 204 len: 173 time: 0.4384887 Jun 23 14:14:06.887640 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab3ae74-b671-48fe-b434-fe1546749516', 'name': 'network-vif-deleted', 'tag': '17cc619d-1c57-47ef-8cde-f5bbef941186'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:06.889917 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199735be-8938-43e0-9789-21c61581e5cd" -d '{"events": [{"server_uuid": "6ab3ae74-b671-48fe-b434-fe1546749516", "name": "network-vif-deleted", "tag": "17cc619d-1c57-47ef-8cde-f5bbef941186"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:06.924795 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1274bdfb-36f2-4110-97a9-4949a4ee2d12 x-openstack-request-id: req-1274bdfb-36f2-4110-97a9-4949a4ee2d12 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:06.925166 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab3ae74-b671-48fe-b434-fe1546749516", "name": "network-vif-deleted", "tag": "17cc619d-1c57-47ef-8cde-f5bbef941186", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:06.925900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1274bdfb-36f2-4110-97a9-4949a4ee2d12 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:06.926337 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab3ae74-b671-48fe-b434-fe1546749516', 'name': 'network-vif-deleted', 'tag': '17cc619d-1c57-47ef-8cde-f5bbef941186', 'status': 'completed', 'code': 200} Jun 23 14:14:07.422740 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7c58f8b1-52b1-4d2b-8ff3-ef5bf511130f req-3e8fb503-31ed-4ad0-94eb-9bff80163626 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab3ae74-b671-48fe-b434-fe1546749516 HTTP/1.1" status: 200 len: 210 time: 0.0348239 Jun 23 14:14:07.523777 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617223e-655c-4f71-8d1b-11ddb295fa68 req-ebab3ce9-bec5-4ec3-8630-4cce49947133 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:07.525230 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f617223e-655c-4f71-8d1b-11ddb295fa68 req-ebab3ce9-bec5-4ec3-8630-4cce49947133 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.0653822 Jun 23 14:14:07.539511 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60624) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:07.562515 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f617223e-655c-4f71-8d1b-11ddb295fa68 req-af45a788-f833-4f1a-89ce-ac2d077e6d6d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Jun 23 14:14:07.588349 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a07b8831-17ba-4bbc-b5ff-e47f0f9bc0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:07.963143 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506110'] for router_interface, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.495920 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Deleting port f45abb6d-306d-4883-aaed-1045f0bbe7f5 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:08.496258 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.513117 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60630) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:08.557074 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Deleting subnet cfde936a-85e6-46f8-84ec-46d452f963af {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:08.560163 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.572373 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] For port f45abb6d-306d-4883-aaed-1045f0bbe7f5, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=f45abb6d-306d-4883-aaed-1045f0bbe7f5,segment=NetworkSegment(fd9a112e-ce3e-4a5a-9f55-b52cece299ed),segment_id=fd9a112e-ce3e-4a5a-9f55-b52cece299ed)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:08.572896 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.585065 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Calling delete_port for f45abb6d-306d-4883-aaed-1045f0bbe7f5 owned by network:router_interface {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:08.598522 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.639858 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.725508 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.731226 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f0342cb9-ec3e-465a-97f5-2c9d1e2317c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:08.761430 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfde936a-85e6-46f8-84ec-46d452f963af,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:08.764321 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.766120 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cfde936a-85e6-46f8-84ec-46d452f963af HTTP/1.1" status: 204 len: 168 time: 0.2519498 Jun 23 14:14:08.766955 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e63aba85-a260-4eb9-8432-e15925f3a248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:08.768742 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60634) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:08.781468 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89391427-cca0-4217-b917-fd8070b6691f req-218b98b2-ac93-424a-9a9c-f9451c2fc21f tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:08.782954 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-89391427-cca0-4217-b917-fd8070b6691f req-218b98b2-ac93-424a-9a9c-f9451c2fc21f tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.1066046 Jun 23 14:14:08.821324 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-89391427-cca0-4217-b917-fd8070b6691f req-3a6392c9-bec3-42f5-8b38-8a502ccb7e0c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Jun 23 14:14:08.839071 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.843582 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4e9bcf3b-1e66-4206-a6b1-536e9e6649f7 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:08.854397 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:08.880591 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Pushing event deleted for resources: {'Port': ['ID=f45abb6d-306d-4883-aaed-1045f0bbe7f5,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:08.883578 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:09.012654 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.017132 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.031632 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.044433 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f6c45f-f6a2-4c01-bda2-e883fd93799f']}} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:09.058797 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5610f0a1-1370-4563-840b-9030b1fe0e3f') {'for_net_delete': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:09.059093 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5610f0a1-1370-4563-840b-9030b1fe0e3f') {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:09.096040 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131351709'] for segment, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.117180 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.127059 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:09.127432 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130316637'] for segment, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: Traceback (most recent call last): Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: timer() Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: cb(*args, **kw) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: return func(*args, **kwargs) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: self._notify() Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: self.callback(batched_events) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: event.method(event) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: return f(self, *a, **k) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: return self._get(url).json() Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:09.129101 dv-cinder-784477-5-smb neutron-server[93136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:09.143949 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522254'] for router_interface, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.220900 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.230008 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:09.233715 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.235512 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d2f6c45f-f6a2-4c01-bda2-e883fd93799f HTTP/1.1" status: 204 len: 168 time: 0.4658287 Jun 23 14:14:09.273419 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f6c45f-f6a2-4c01-bda2-e883fd93799f,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:09.276926 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:09.328192 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 1a486d7f-fdd8-404a-9674-5774d1d27445 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:09.353183 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60638) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:09.353454 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 1a486d7f-fdd8-404a-9674-5774d1d27445 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:09.353790 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 1a486d7f-fdd8-404a-9674-5774d1d27445 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:09.354235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 17cc619d-1c57-47ef-8cde-f5bbef941186 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:09.373714 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 17cc619d-1c57-47ef-8cde-f5bbef941186 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:09.374128 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 17cc619d-1c57-47ef-8cde-f5bbef941186 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:09.393367 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-18c266d4-4584-41c8-9593-4e6fa364ba0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74fe7296bb26443596bebf08aa89dd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389605 Jun 23 14:14:09.396083 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60640) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:09.404258 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:09.444312 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.464638 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.512957 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.514214 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:09.515823 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.519433 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80c89fe1-416b-4371-bab8-e01fc5d0e8e8 HTTP/1.1" status: 204 len: 168 time: 0.1203010 Jun 23 14:14:09.519433 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-560d8c09-ed19-40f7-86c9-1fbe42f08d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:09.519665 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] 10.222.0.55 "PUT /v2.0/routers/178ee5e2-6aa6-4ea2-a0d6-21f4786801b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786015 Jun 23 14:14:09.521818 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60644) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:09.527367 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c89fe1-416b-4371-bab8-e01fc5d0e8e8,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:09.529919 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:09.532835 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] Sync routers for ids ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:09.543709 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] Routers {'178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:09.544466 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:09.645178 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks [] for router, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.654046 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] Set router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:09.749528 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.808822 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Deleting port eede274c-b4ae-408c-b708-c8601f8d0a6c {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:09.809162 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.826466 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:14:08Z', 'revision_number': 5, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port': {'id': 'eede274c-b4ae-408c-b708-c8601f8d0a6c', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:26Z', 'updated_at': '2021-06-23T14:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:09.863146 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] Checking router: 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:09.872497 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] Routers {'178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:09.873126 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:09.893978 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] For port eede274c-b4ae-408c-b708-c8601f8d0a6c, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=eede274c-b4ae-408c-b708-c8601f8d0a6c,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:09.894332 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.910480 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Calling delete_port for eede274c-b4ae-408c-b708-c8601f8d0a6c owned by network:router_gateway {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:09.976856 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] Set router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 gateway port host: None {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:10.011941 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20656b8d-afc9-44c2-9184-4cebea0e22f9 req-ef0ab680-b38f-4b68-a24a-f6e2f8869fd6 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:10.019380 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20656b8d-afc9-44c2-9184-4cebea0e22f9 req-ef0ab680-b38f-4b68-a24a-f6e2f8869fd6 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.0742764 Jun 23 14:14:10.031267 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:14:09Z', 'revision_number': 6, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port_host': None}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:10.062620 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a6487-f6fc-4032-828d-74cd94fee1af None None] The sync data for ids ['178ee5e2-6aa6-4ea2-a0d6-21f4786801b7'] in dv-cinder-784477-5-smb is: [{'id': '178ee5e2-6aa6-4ea2-a0d6-21f4786801b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1267078522-router', 'tenant_id': '02ebe03fbbfc4488be347b92ae975b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:14:09Z', 'revision_number': 6, 'project_id': '02ebe03fbbfc4488be347b92ae975b43', 'gw_port_host': None}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:10.106517 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20656b8d-afc9-44c2-9184-4cebea0e22f9 req-85b8690e-7bb1-4344-a321-46fa6598a59a tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861163 Jun 23 14:14:10.120052 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.123090 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:10.148664 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=eede274c-b4ae-408c-b708-c8601f8d0a6c,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:10.151651 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:10.211185 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520859'] for router_gateway, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.311462 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15693'] for router, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.313528 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.368824 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.609551 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522741'] for router, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.610136 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 {{(pid=93136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:14:10.615407 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.616392 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] 10.222.0.55 "DELETE /v2.0/routers/178ee5e2-6aa6-4ea2-a0d6-21f4786801b7 HTTP/1.1" status: 204 len: 168 time: 1.0933716 Jun 23 14:14:10.620302 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60674) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:10.664279 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Deleting subnet cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 {{(pid=93136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:10.667426 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.699967 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131351682'] for subnet, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.740873 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.792964 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130316736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130051560'] for subnet, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.795213 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:10.818151 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:10.821358 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:10.822383 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.824246 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c91f936a-376a-4e36-91b6-b920f10bf18b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cdcd0fb6-0376-4f11-bf52-c8e3c6ed6b39 HTTP/1.1" status: 204 len: 168 time: 0.2030613 Jun 23 14:14:10.827131 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60682) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:10.901412 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.981966 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.993868 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59200168-28c0-49d1-9e55-270ecab1ffc4']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:11.004023 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:11.004314 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9a112e-ce3e-4a5a-9f55-b52cece299ed') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:11.013138 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.030543 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.034143 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:11.034541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:11.036176 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:11.095016 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.098958 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-063f862d-4267-4690-b550-e2fab445f4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:11.101759 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.106479 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] 10.222.0.55 "DELETE /v2.0/networks/59200168-28c0-49d1-9e55-270ecab1ffc4 HTTP/1.1" status: 204 len: 168 time: 0.2755575 Jun 23 14:14:11.123798 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Pushing event deleted for resources: {'Network': ['ID=59200168-28c0-49d1-9e55-270ecab1ffc4,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:11.126687 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:11.301351 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60696) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:11.304441 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e1d8f-090e-4246-9a30-0b5056d04261 req-cc954274-fe27-49af-a1a7-1f097bc639c7 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:11.306342 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ee7e1d8f-090e-4246-9a30-0b5056d04261 req-cc954274-fe27-49af-a1a7-1f097bc639c7 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.0755446 Jun 23 14:14:11.345911 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9a315d70-21be-4c35-bef6-2638eb1e9b9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02ebe03fbbfc4488be347b92ae975b43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432475 Jun 23 14:14:11.346456 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ee7e1d8f-090e-4246-9a30-0b5056d04261 req-28dbd55c-4c25-4ce9-a3fa-c67f460883f0 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Jun 23 14:14:11.346648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60698) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:11.403859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.425440 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.476558 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.479111 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.480304 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be35e359-9001-41ae-b9d4-bae55258d8f1 HTTP/1.1" status: 204 len: 168 time: 0.1327033 Jun 23 14:14:11.481044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-fc339cfb-8599-48b2-8eac-3816b4e64c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:11.488597 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35e359-9001-41ae-b9d4-bae55258d8f1,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:11.491975 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.089784 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device f45abb6d-306d-4883-aaed-1045f0bbe7f5 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:12.109494 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: f45abb6d-306d-4883-aaed-1045f0bbe7f5 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:12.109776 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device f45abb6d-306d-4883-aaed-1045f0bbe7f5 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:12.110218 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device eede274c-b4ae-408c-b708-c8601f8d0a6c no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:12.127604 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: eede274c-b4ae-408c-b708-c8601f8d0a6c {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:12.127954 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device eede274c-b4ae-408c-b708-c8601f8d0a6c not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:12.159516 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60724) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.253699 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-network', 'tenant_id': 'f56127e625b546229d084c866b2688da'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:12.278725 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Made reservation on behalf of f56127e625b546229d084c866b2688da for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:12.281004 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.289223 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.373766 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.379127 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.383592 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d730de76-6b1d-4f2c-a614-f6567d975c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.401583 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:14:12.416740 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d085985-1077-4add-bf77-468b537fe674,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.420168 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.421602 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.421959 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Added segment 207fd837-f1b9-48c6-8996-991ad2537769 of type vlan for network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 Jun 23 14:14:12.461147 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.494295 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.495803 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.496453 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.498742 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.523002 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942669f3-1680-4c16-93bb-4ededa4aa00f req-1c07abdc-5dff-41ae-bda0-1a420bfae7b9 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.525395 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-942669f3-1680-4c16-93bb-4ededa4aa00f req-1c07abdc-5dff-41ae-bda0-1a420bfae7b9 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.0657547 Jun 23 14:14:12.568361 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4077783 Jun 23 14:14:12.569298 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Pushing event updated for resources: {'Network': ['ID=12d21282-130e-4d6b-a43c-96eb3f2aa0f5,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.573909 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-062f6129-62fa-44aa-b868-286171ba31d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.574571 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60736) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.579597 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Request body: {'subnet': {'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-subnet', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:12.582830 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:14:12.594431 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-942669f3-1680-4c16-93bb-4ededa4aa00f req-f6063b0b-64d1-4c19-acec-48d8de5f8d3e tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630670 Jun 23 14:14:12.615752 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Made reservation on behalf of f56127e625b546229d084c866b2688da for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:12.618476 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130280578'] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.789194 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132020973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130280592'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.792431 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9ced81db-a911-487e-b7fc-d50a01286f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.844597 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6330332a-f02a-4da5-8533-f7fcbc04166e,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.848258 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.858884 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Checking segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:12.859270 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Network hostable DHCP agents. Network: 12d21282-130e-4d6b-a43c-96eb3f2aa0f5, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:14:12.879131 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:14:12.889051 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 12d21282-130e-4d6b-a43c-96eb3f2aa0f5) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:12.898082 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae87fcf-9329-4f08-84a2-c98ce545cbbd None None] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:14:12.903750 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.904351 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.952732 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-04f69de4-e1b5-4188-bfb7-0ad2318bef17 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3770831 Jun 23 14:14:12.955348 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60748) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.960396 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:12.997860 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-d1a83552-618a-4070-ad07-748fe0234813 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.999327 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-d1a83552-618a-4070-ad07-748fe0234813 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 946 time: 0.0916543 Jun 23 14:14:13.000457 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.001496 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.056335 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:14:13.057198 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.095188 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.182206 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Allocated IP 172.20.0.2 (12d21282-130e-4d6b-a43c-96eb3f2aa0f5/6330332a-f02a-4da5-8533-f7fcbc04166e/943bec67-2c63-4f48-83ae-d5a01e801f77) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:13.251848 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.262641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Deleting port 003086fe-31bc-411a-99a6-35b34bf2df1f {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:13.262989 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.319667 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.328240 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Transition to ACTIVE for port object 943bec67-2c63-4f48-83ae-d5a01e801f77 will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:13.342294 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Transition to ACTIVE for port object 943bec67-2c63-4f48-83ae-d5a01e801f77 will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:13.349369 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.352310 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:13.390193 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] For port 003086fe-31bc-411a-99a6-35b34bf2df1f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=003086fe-31bc-411a-99a6-35b34bf2df1f,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:13.390549 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.392580 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:13.395477 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:13.399578 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:13.405263 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Calling delete_port for 003086fe-31bc-411a-99a6-35b34bf2df1f owned by compute:nova {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:13.406588 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Pushing event updated for resources: {'Port': ['ID=943bec67-2c63-4f48-83ae-d5a01e801f77,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:13.410661 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:13.458436 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Attempting to bind port 943bec67-2c63-4f48-83ae-d5a01e801f77 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:13.458677 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Attempting to bind port 943bec67-2c63-4f48-83ae-d5a01e801f77 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:13.459065 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Attempting to bind port 943bec67-2c63-4f48-83ae-d5a01e801f77 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:13.464207 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:13.464611 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Checking segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:13.464997 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.465395 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Bound using segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:13.465874 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Bound port: 943bec67-2c63-4f48-83ae-d5a01e801f77, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:13.466532 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.529458 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] For port 943bec67-2c63-4f48-83ae-d5a01e801f77, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:13.532685 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] For port 943bec67-2c63-4f48-83ae-d5a01e801f77, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=943bec67-2c63-4f48-83ae-d5a01e801f77,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:13.536889 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.538908 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:13.596809 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Pushing event updated for resources: {'Port': ['ID=943bec67-2c63-4f48-83ae-d5a01e801f77,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:13.600346 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:13.633027 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.652942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.655010 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.658591 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:13.687754 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Pushing event deleted for resources: {'Port': ['ID=003086fe-31bc-411a-99a6-35b34bf2df1f,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:13.691443 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['003086fe-31bc-411a-99a6-35b34bf2df1f'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:13.692494 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:13.796183 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2e287bbf-2054-4f13-a05b-254f43d28ad6 req-e4a1c310-eb46-49d7-a05e-e9c96e4c6350 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c24ae8-369d-4e6c-90bd-d67672222632 HTTP/1.1" status: 200 len: 210 time: 0.0719848 Jun 23 14:14:13.813112 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] No DVR routers for this DVR port 003086fe-31bc-411a-99a6-35b34bf2df1f on host hv-cinder-78447 {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:13.817328 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.819843 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a600de6a-7af6-4fec-8646-dff47eb67213 req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "DELETE /v2.0/ports/003086fe-31bc-411a-99a6-35b34bf2df1f HTTP/1.1" status: 204 len: 173 time: 0.8119965 Jun 23 14:14:13.820546 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c24ae8-369d-4e6c-90bd-d67672222632', 'name': 'network-vif-deleted', 'tag': '003086fe-31bc-411a-99a6-35b34bf2df1f'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:13.824844 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccfb822-5367-444f-8382-63c12a015151" -d '{"events": [{"server_uuid": "76c24ae8-369d-4e6c-90bd-d67672222632", "name": "network-vif-deleted", "tag": "003086fe-31bc-411a-99a6-35b34bf2df1f"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:13.872832 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd2d38d-2110-4067-aafe-318a3a069722 x-openstack-request-id: req-1bd2d38d-2110-4067-aafe-318a3a069722 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:13.873245 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c24ae8-369d-4e6c-90bd-d67672222632", "name": "network-vif-deleted", "tag": "003086fe-31bc-411a-99a6-35b34bf2df1f", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:13.873651 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bd2d38d-2110-4067-aafe-318a3a069722 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:13.874202 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c24ae8-369d-4e6c-90bd-d67672222632', 'name': 'network-vif-deleted', 'tag': '003086fe-31bc-411a-99a6-35b34bf2df1f', 'status': 'completed', 'code': 200} Jun 23 14:14:13.890976 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Allocated IP 172.28.0.253 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/3c074c6e-d33d-4c39-b626-bf08cca0c54b) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:14.006895 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.053311 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.060719 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:14.073981 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:14.100643 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:14.103282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:14.149536 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 943bec67-2c63-4f48-83ae-d5a01e801f77 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:14.155343 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Pushing event updated for resources: {'Port': ['ID=3c074c6e-d33d-4c39-b626-bf08cca0c54b,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:14.165358 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:14.200750 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 943bec67-2c63-4f48-83ae-d5a01e801f77 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:14.625206 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b37b7-2fe7-49e6-b4ff-2f3f367376ab None None] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:14:14.657371 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.706471 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Provisioning for port 943bec67-2c63-4f48-83ae-d5a01e801f77 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:14.718975 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Provisioning complete for port 943bec67-2c63-4f48-83ae-d5a01e801f77 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:14.719351 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.778152 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60786) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:14.865727 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.894714 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.903790 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] For port 943bec67-2c63-4f48-83ae-d5a01e801f77, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=943bec67-2c63-4f48-83ae-d5a01e801f77,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:14.911447 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5bb52c07-23f4-4a27-b68f-edc034e11aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.912478 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.914745 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-556dd49c-9aea-468b-b5f3-45c36b521ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:14.969366 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Pushing event updated for resources: {'Port': ['ID=943bec67-2c63-4f48-83ae-d5a01e801f77,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:14.972765 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.026870 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5bb52c07-23f4-4a27-b68f-edc034e11aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.033451 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5bb52c07-23f4-4a27-b68f-edc034e11aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.049155 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3b42adc5-818b-4503-aaf6-d094193aff44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.058475 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:14:15.076207 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-5bb52c07-23f4-4a27-b68f-edc034e11aa6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6df8998e7eb64da2b6ae170d5e09db89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964189 Jun 23 14:14:15.081432 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60794) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.100660 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb52c07-23f4-4a27-b68f-edc034e11aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359dfce0-1feb-4521-abf9-621de6b8361f,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.106426 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-5bb52c07-23f4-4a27-b68f-edc034e11aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.147596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.172786 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.182895 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:15.193003 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Sync routers for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:15.203221 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:15.204034 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.204805 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:15.205469 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e5fe2034-8c85-457a-8eea-c336db4e618f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2491219 Jun 23 14:14:15.208111 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60798) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.226955 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.229794 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.234076 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/359dfce0-1feb-4521-abf9-621de6b8361f HTTP/1.1" status: 204 len: 168 time: 0.1512418 Jun 23 14:14:15.234858 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.242823 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359dfce0-1feb-4521-abf9-621de6b8361f,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.251839 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.281819 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-275e613d-d049-4517-957c-fccde04f5a1a None None] Provisioning complete for port 943bec67-2c63-4f48-83ae-d5a01e801f77 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:15.282212 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-275e613d-d049-4517-957c-fccde04f5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.487069 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:15.523961 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60804) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.541424 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2d556e56-4fb7-442d-aafc-000843f6af1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.644516 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2d556e56-4fb7-442d-aafc-000843f6af1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.650009 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2d556e56-4fb7-442d-aafc-000843f6af1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.654074 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-810a6a29-5b3c-4c43-b39a-1efa004f4c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.667061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.698572 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-2d556e56-4fb7-442d-aafc-000843f6af1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95bd780b70ec4101ad170b365bad72f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729395 Jun 23 14:14:15.700749 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60806) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.707241 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556e56-4fb7-442d-aafc-000843f6af1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3240a019-ca7f-4bb2-809a-163d0bc045d1,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.711053 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2d556e56-4fb7-442d-aafc-000843f6af1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.712265 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:14Z', 'revision_number': 3, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:15.740820 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Checking router: 93148e61-8b15-41fa-a5ae-5ce957a1fa07 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:15.741361 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Updating router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 port 3c074c6e-d33d-4c39-b626-bf08cca0c54b binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:14:15.754195 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.777063 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.777561 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.827813 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.830473 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.831607 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3240a019-ca7f-4bb2-809a-163d0bc045d1 HTTP/1.1" status: 204 len: 168 time: 0.1295865 Jun 23 14:14:15.832396 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-185fe35a-4bfa-4e82-8206-cf7508fb527b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.837550 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Allocated IP 172.20.0.1 (12d21282-130e-4d6b-a43c-96eb3f2aa0f5/6330332a-f02a-4da5-8533-f7fcbc04166e/70a18bfb-8d6d-4711-9dd3-7c65b50dc368) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:15.841712 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3240a019-ca7f-4bb2-809a-163d0bc045d1,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.854405 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.947807 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.961206 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Transition to ACTIVE for port object 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 will not be triggered until provisioned by entity DHCP. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:16.001715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.004159 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6c5dc1fb-56ff-4055-879a-e2fd08c4faa5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:16.049101 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:16.052002 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:16.055041 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:16.079911 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.090543 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Transition to ACTIVE for port object 3c074c6e-d33d-4c39-b626-bf08cca0c54b will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:16.096890 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Pushing event updated for resources: {'Port': ['ID=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:16.100903 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:16.102077 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.106261 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.109266 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:16.145135 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 943bec67-2c63-4f48-83ae-d5a01e801f77 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:16.219219 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aa6bd-a04a-4a32-99de-a82b05bcb9b0 None None] Pushing event updated for resources: {'Port': ['ID=3c074c6e-d33d-4c39-b626-bf08cca0c54b,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:16.224994 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-232aa6bd-a04a-4a32-99de-a82b05bcb9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:16.228660 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Attempting to bind port 3c074c6e-d33d-4c39-b626-bf08cca0c54b on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:16.229213 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Attempting to bind port 3c074c6e-d33d-4c39-b626-bf08cca0c54b by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:16.229951 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Attempting to bind port 3c074c6e-d33d-4c39-b626-bf08cca0c54b on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:16.240432 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:16.241114 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:16.241814 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.242458 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:16.243349 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Bound port: 3c074c6e-d33d-4c39-b626-bf08cca0c54b, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:16.244075 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.285955 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.311314 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] For port 3c074c6e-d33d-4c39-b626-bf08cca0c54b, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:16.316193 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] For port 3c074c6e-d33d-4c39-b626-bf08cca0c54b, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=3c074c6e-d33d-4c39-b626-bf08cca0c54b,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:16.319664 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 943bec67-2c63-4f48-83ae-d5a01e801f77 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:16.320171 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.324555 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.352028 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:16.431008 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:16.432124 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:16.491634 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aa6bd-a04a-4a32-99de-a82b05bcb9b0 None None] Pushing event updated for resources: {'Port': ['ID=3c074c6e-d33d-4c39-b626-bf08cca0c54b,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:16.495420 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-232aa6bd-a04a-4a32-99de-a82b05bcb9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:16.519027 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.525264 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.527601 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a33b87e1-45cf-4921-b4ad-a380f0794ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:16.549329 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-989102a8-4def-41a9-87b2-f8fbd05ab60d None None] Provisioning for port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:16.583583 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-989102a8-4def-41a9-87b2-f8fbd05ab60d None None] Provisioning complete for port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:16.583775 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-989102a8-4def-41a9-87b2-f8fbd05ab60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.593429 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Pushing event updated for resources: {'Port': ['ID=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:16.596353 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.599368 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:16.640798 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:16.672531 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-989102a8-4def-41a9-87b2-f8fbd05ab60d None None] Port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:16.691967 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:16.693279 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:16.817801 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:16.882613 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:15Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:16.921373 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d461cf-9cd7-461a-828e-d9e7ab0017e2 None None] The sync data for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb is: [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:15Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:16.949455 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:16.955793 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] 10.222.0.55 "PUT /v2.0/routers/93148e61-8b15-41fa-a5ae-5ce957a1fa07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465463 Jun 23 14:14:16.996510 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-9d3ec345-aa14-4f16-97ad-dc3f05f7ab48 None None] Provisioning complete for port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:16.996919 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec345-aa14-4f16-97ad-dc3f05f7ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.044493 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ec345-aa14-4f16-97ad-dc3f05f7ab48 None None] Port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:17.390055 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 003086fe-31bc-411a-99a6-35b34bf2df1f no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:17.418732 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 003086fe-31bc-411a-99a6-35b34bf2df1f {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:17.419190 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 003086fe-31bc-411a-99a6-35b34bf2df1f not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:17.578270 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60872) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:17.583605 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686744422', 'description': 'tempest-description--176612009'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:17.616851 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.757509 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.764697 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.768961 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-186503d8-09e8-4c65-a662-2e7c43f979f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:17.807931 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.809345 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2300732 Jun 23 14:14:17.812304 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60882) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:17.814634 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:17.817271 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'security_group_rule': {'security_group_id': '5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:17.817556 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:17.856567 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.924845 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.930173 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.932414 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3d450d19-3ba1-4e86-a6cb-2f6a5bad7146 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:17.948926 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f01e66-3740-4504-8dac-e039539dd576,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:17.951508 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:17.959440 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.961943 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475301 Jun 23 14:14:17.963719 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60884) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:17.969468 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'security_group_rule': {'security_group_id': '5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:17.998641 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.075107 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.091299 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.094189 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c2103fac-83a1-4579-a26d-46c58c949ec4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:18.125964 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff33871-7d0f-4acf-a544-890880de1c88,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:18.129965 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:18.133731 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.134933 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701488 Jun 23 14:14:18.138192 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60892) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:18.148440 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'floatingip': {'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:18.151399 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 3c074c6e-d33d-4c39-b626-bf08cca0c54b up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:18.183505 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.225111 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 3c074c6e-d33d-4c39-b626-bf08cca0c54b completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:18.229569 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 3c074c6e-d33d-4c39-b626-bf08cca0c54b triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:18.230204 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.301067 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.330150 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.359977 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 3c074c6e-d33d-4c39-b626-bf08cca0c54b, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=3c074c6e-d33d-4c39-b626-bf08cca0c54b,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:18.364811 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.367812 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:18.416885 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=3c074c6e-d33d-4c39-b626-bf08cca0c54b,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:18.423362 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:18.428076 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Allocated IP 172.28.0.247 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/50474c5e-aecf-4bac-9822-471260f24f07) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:18.534214 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.574166 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.576952 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f213c591-657a-4f66-a062-99b6704def03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:18.617683 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:18.622419 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:18.626867 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:18.629932 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'Port': ['ID=50474c5e-aecf-4bac-9822-471260f24f07,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:18.648580 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:18.713721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.757611 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.935251 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.941848 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.944085 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:18.981108 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60928) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:18.991639 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-e3dac59e-5783-45e6-a79b-553b004c6a43 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.993751 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-e3dac59e-5783-45e6-a79b-553b004c6a43 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/networks?id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 HTTP/1.1" status: 200 len: 813 time: 0.1155822 Jun 23 14:14:19.009160 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-5f7bce46-2b4c-4b40-b5cc-04681401c965 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/quotas/5b9be36cd71b48aa9116731beed27e7f HTTP/1.1" status: 200 len: 375 time: 0.0095491 Jun 23 14:14:19.022069 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'Port': ['ID=50474c5e-aecf-4bac-9822-471260f24f07,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:19.026287 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:19.031144 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.047674 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.048954 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9097888 Jun 23 14:14:19.064308 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-649de6c7-b4a3-4692-8ad1-6e93205329fc tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b9be36cd71b48aa9116731beed27e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382526 Jun 23 14:14:19.126631 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8504b655-04c3-4c98-989a-19849d34e7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.165112 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-bfb915f0-73c1-4448-8bea-7040116fd729 service neutron] 10.222.0.55 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938566 Jun 23 14:14:19.245479 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8504b655-04c3-4c98-989a-19849d34e7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.249442 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Sync routers for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:19.252377 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-8504b655-04c3-4c98-989a-19849d34e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.255341 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e4b5d7bc-c2ff-481c-8328-d0f046185f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:19.260214 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:19.260492 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:19.293656 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-771d573f-76bf-4545-9c7f-81ac210531b9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--686744422&fields=id&tenant_id=f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 267 time: 0.0534046 Jun 23 14:14:19.295461 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-8504b655-04c3-4c98-989a-19849d34e7ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b928969e7909495fb2fa8e73b503b507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133166 Jun 23 14:14:19.296386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b655-04c3-4c98-989a-19849d34e7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8180db85-de76-48a6-9204-dd3f2168f65f,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:19.300039 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8504b655-04c3-4c98-989a-19849d34e7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:19.300539 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60944) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:19.339146 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-765896af-e0ad-4fab-9f71-c0827ad140bd service neutron] 10.222.0.55 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731308 Jun 23 14:14:19.353714 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.365970 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:19.385128 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.438225 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.442494 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.447716 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8180db85-de76-48a6-9204-dd3f2168f65f HTTP/1.1" status: 204 len: 168 time: 0.1461518 Jun 23 14:14:19.449076 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-21f79840-4f8b-4ba7-929a-347e8f456982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:19.451651 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-ed7152f4-9c29-48d6-9dcb-effcc875484c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:19.453459 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-ed7152f4-9c29-48d6-9dcb-effcc875484c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 817 time: 0.1417787 Jun 23 14:14:19.465511 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8180db85-de76-48a6-9204-dd3f2168f65f,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:19.468202 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:19.480664 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-eb9a26c8-9abf-421a-bfe2-8f6948c15c6c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/quotas/f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 375 time: 0.0207419 Jun 23 14:14:19.575406 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 2, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:19.576244 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-62a049a8-116b-4514-820e-942a71b05a92 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947204 Jun 23 14:14:19.604581 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Checking router: 93148e61-8b15-41fa-a5ae-5ce957a1fa07 for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:19.605142 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Updating router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:14:19.636099 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9517f48e-0bcf-4703-b48f-c66b7dbca51d req-5ad2768f-9c08-4ab6-a0f1-7ac670300397 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 210 time: 0.0548167 Jun 23 14:14:19.640044 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.696262 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.769176 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-f10d493a-165f-42e8-90e4-194069b7f03c service neutron] 10.222.0.55 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733053 Jun 23 14:14:19.855542 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 60960) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:19.880674 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-36c9ec5a-95f4-4215-9910-b007b20025d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.898934 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-1d317c72-0f8b-4cf0-9a02-052efafbd6f5 service neutron] 10.222.0.55 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233175 Jun 23 14:14:19.996435 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-36c9ec5a-95f4-4215-9910-b007b20025d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.002262 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-36c9ec5a-95f4-4215-9910-b007b20025d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.006316 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6f084bfc-caa3-4b5a-93f0-369f4e97a39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:20.027782 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.037699 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Transition to ACTIVE for port object 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:20.049376 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.049376 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:20.061180 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-36c9ec5a-95f4-4215-9910-b007b20025d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eba270772b05426ea4500e2d553375d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043111 Jun 23 14:14:20.062470 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9ec5a-95f4-4215-9910-b007b20025d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9250c292-c2a4-40bf-8d24-e29360c02385,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:20.064158 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 60964) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:20.068640 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-36c9ec5a-95f4-4215-9910-b007b20025d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:20.107791 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Pushing event updated for resources: {'Port': ['ID=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:20.116075 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.116658 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.117161 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.117938 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.118413 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.118905 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.119370 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.119824 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.120270 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.120720 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.121190 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.121639 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:20.144372 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:20.146787 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cec86023-8ba8-4545-bbc3-8662a5774f51 req-bed443b2-7e8b-457d-a38d-ec845ea00887 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 210 time: 0.0438592 Jun 23 14:14:20.193745 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.211388 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 3c074c6e-d33d-4c39-b626-bf08cca0c54b up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:20.218390 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Attempting to bind port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:20.218755 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Attempting to bind port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:20.219274 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Attempting to bind port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:20.224890 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:20.225323 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Checking segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:20.225714 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.226386 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Bound using segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:20.226994 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Bound port: 70a18bfb-8d6d-4711-9dd3-7c65b50dc368, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:20.227364 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.233198 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.291024 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 3c074c6e-d33d-4c39-b626-bf08cca0c54b triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:20.291412 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.307212 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.311437 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.312613 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9250c292-c2a4-40bf-8d24-e29360c02385 HTTP/1.1" status: 204 len: 168 time: 0.2474704 Jun 23 14:14:20.315215 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7d73abfe-092f-445c-8570-ec42401b46c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:20.324366 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] For port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:20.327858 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] For port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:20.334513 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9250c292-c2a4-40bf-8d24-e29360c02385,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:20.338589 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:20.339037 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.343681 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:20.458092 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Pushing event updated for resources: {'Port': ['ID=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,revision_number=4']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:20.461640 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:20.462804 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:20.465266 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:20.621004 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:20.809167 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b69df500-a879-4749-a4a3-701abe4bf1c0 req-f87b0acd-00fa-4320-99a9-28f54207edc6 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 210 time: 0.0285709 Jun 23 14:14:20.887299 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:20Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:20.915865 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c855f1c-0f27-491c-b13e-d45fdaf8b144 None None] The sync data for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb is: [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:20Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:21.115716 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-b1f2c09f-11ea-46c4-9cb7-427c54996d38 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:21.117391 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-b1f2c09f-11ea-46c4-9cb7-427c54996d38 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "GET /v2.0/networks?id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 HTTP/1.1" status: 200 len: 813 time: 0.1519980 Jun 23 14:14:21.142695 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Request body: {'port': {'device_id': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7', 'admin_state_up': True, 'tenant_id': '5b9be36cd71b48aa9116731beed27e7f'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:21.553723 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7a1b201d-a4d8-4fee-9c90-c55b31871761 req-f57e17c9-ea5e-4381-8cfa-3bd5ff8bdae4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 210 time: 0.0618815 Jun 23 14:14:21.653609 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Made reservation on behalf of 5b9be36cd71b48aa9116731beed27e7f for: {'port': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:21.657769 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.808527 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Allocated IP 172.20.0.6 (65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7/a51319ba-db08-4138-83c0-70a1c760aa7e/4578229c-5e89-4d23-8eab-cc006d592ef6) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:21.827301 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-d7cbb4b1-90d9-47b8-96b8-00f0353ae403 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:21.829137 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-d7cbb4b1-90d9-47b8-96b8-00f0353ae403 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 817 time: 0.1141012 Jun 23 14:14:21.893130 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-94c435bb-c512-4101-8347-a2a032be8a57 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 379 time: 0.0486906 Jun 23 14:14:21.961430 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'port': {'device_id': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'admin_state_up': True, 'tenant_id': 'f56127e625b546229d084c866b2688da', 'security_groups': ['5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd']}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:22.007470 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9b4cad90-d6c4-4c54-8d13-176155df2f72 req-3dcee5fe-776a-4845-b27d-34926540002f tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 210 time: 0.0483043 Jun 23 14:14:22.058457 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.109372 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.110411 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Made reservation on behalf of f56127e625b546229d084c866b2688da for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:22.114337 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.116039 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1a0bc83d-9038-4fe3-95e7-e3099e60ac32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:22.165692 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:22.169530 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:22.171753 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:22.174456 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:22.201330 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Pushing event updated for resources: {'Port': ['ID=4578229c-5e89-4d23-8eab-cc006d592ef6,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:22.205197 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:22.235663 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.236525 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.254812 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1186478 Jun 23 14:14:22.257859 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:22.262342 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Allocated IP 172.20.0.7 (12d21282-130e-4d6b-a43c-96eb3f2aa0f5/6330332a-f02a-4da5-8533-f7fcbc04166e/042a747a-8127-4fd3-b292-dc31ab6b02e0) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:22.262467 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:22.262902 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.283128 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Request body: {'port': {'device_id': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:22.363003 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.428298 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.445386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Transition to ACTIVE for port object 042a747a-8127-4fd3-b292-dc31ab6b02e0 will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:22.480742 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.482613 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.488171 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-745e7a3c-517e-4f63-b4d6-74b3e1c3ecf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:22.520083 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:22.525976 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.534015 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:22.547598 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:22.551508 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:22.556096 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:22.625506 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.626229 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.629065 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:22.637768 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:22.657700 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:22.661501 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:22.666265 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7095642 Jun 23 14:14:22.702601 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Request body: {'port': {'device_id': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:22.787241 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4578229c-5e89-4d23-8eab-cc006d592ef6 {{(pid=93137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:22.802681 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.803518 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.827879 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.provisioning_blocks [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Transition to ACTIVE for port object 4578229c-5e89-4d23-8eab-cc006d592ef6 will not be triggered until provisioned by entity L2. {{(pid=93137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:22.835754 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.838613 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-82da5a70-e05c-41c0-8a18-13c9108e1c14 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:22.847907 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6696ab4-d152-412a-9eb6-27e402859b49 req-3e238571-9a03-4f5a-bf20-13a7b424fdf7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.849238 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d6696ab4-d152-412a-9eb6-27e402859b49 req-3e238571-9a03-4f5a-bf20-13a7b424fdf7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 931 time: 0.1014004 Jun 23 14:14:22.875096 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-6ed89e3f-ced1-442e-8457-1b9d3a637bd8 None None] Provisioning for port 042a747a-8127-4fd3-b292-dc31ab6b02e0 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:22.880572 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-6ed89e3f-ced1-442e-8457-1b9d3a637bd8 None None] Provisioning complete for port 042a747a-8127-4fd3-b292-dc31ab6b02e0 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:22.881167 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-6ed89e3f-ced1-442e-8457-1b9d3a637bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:22.916293 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Pushing event updated for resources: {'Port': ['ID=4578229c-5e89-4d23-8eab-cc006d592ef6,revision_number=2']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:22.924978 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-6ed89e3f-ced1-442e-8457-1b9d3a637bd8 None None] Port 042a747a-8127-4fd3-b292-dc31ab6b02e0 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:22.937078 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:22.970620 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d6696ab4-d152-412a-9eb6-27e402859b49 req-7052bb11-ab42-4eb5-bc00-a36c71b226bc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970588 Jun 23 14:14:22.996218 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Attempting to bind port 4578229c-5e89-4d23-8eab-cc006d592ef6 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:22.996546 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Attempting to bind port 4578229c-5e89-4d23-8eab-cc006d592ef6 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:22.997034 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Attempting to bind port 4578229c-5e89-4d23-8eab-cc006d592ef6 on network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:23.002011 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Port 4578229c-5e89-4d23-8eab-cc006d592ef6 on network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:23.002378 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Attempting to bind port 4578229c-5e89-4d23-8eab-cc006d592ef6 on network 65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:23.007110 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:23.007448 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Checking segment: {'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:23.007822 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Bound using segment: {'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'} {{(pid=93137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:23.008247 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.managers [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Bound port: 4578229c-5e89-4d23-8eab-cc006d592ef6, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932f8302-75ae-4821-b89e-e14da8985731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7'}}] {{(pid=93137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:23.008591 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.070211 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] For port 4578229c-5e89-4d23-8eab-cc006d592ef6, host hv-cinder-78447, cleared binding levels {{(pid=93137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:23.073391 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] For port 4578229c-5e89-4d23-8eab-cc006d592ef6, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4578229c-5e89-4d23-8eab-cc006d592ef6,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:23.083876 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.086163 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-594feeb9-83a8-4bcf-8bd0-97b5be3469ba tempest-VolumesActionsTest-1674058510 tempest-VolumesActionsTest-1674058510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:23.101418 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042a747a-8127-4fd3-b292-dc31ab6b02e0 {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:23.109761 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.122387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Transition to ACTIVE for port object 042a747a-8127-4fd3-b292-dc31ab6b02e0 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:23.123208 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.123900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.125520 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] 10.222.0.53 "PUT /v2.0/ports/4578229c-5e89-4d23-8eab-cc006d592ef6 HTTP/1.1" status: 200 len: 1093 time: 0.8574677 Jun 23 14:14:23.126089 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'tag': '4578229c-5e89-4d23-8eab-cc006d592ef6'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:23.128060 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.128536 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "00087def-d574-4ef0-b10c-d0ab29bd6eac", "tag": "4578229c-5e89-4d23-8eab-cc006d592ef6"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:23.131224 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0bc9406a-e1b0-49da-84ab-dee137e9acd9 tempest-VolumesActionsTest-1388087475 tempest-VolumesActionsTest-1388087475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:23.182900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Pushing event updated for resources: {'Port': ['ID=4578229c-5e89-4d23-8eab-cc006d592ef6,revision_number=3']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:23.186667 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc99bcb-8225-481a-b490-4b66ab029341 x-openstack-request-id: req-afc99bcb-8225-481a-b490-4b66ab029341 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:23.186992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00087def-d574-4ef0-b10c-d0ab29bd6eac", "tag": "4578229c-5e89-4d23-8eab-cc006d592ef6", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:23.187104 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:23.187264 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afc99bcb-8225-481a-b490-4b66ab029341 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:23.187678 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'tag': '4578229c-5e89-4d23-8eab-cc006d592ef6', 'status': 'completed', 'code': 200} Jun 23 14:14:23.207309 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-14789575-f7e1-44b1-bfdf-8165718f9359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:23.208420 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:23.262384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Attempting to bind port 042a747a-8127-4fd3-b292-dc31ab6b02e0 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:23.262722 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Attempting to bind port 042a747a-8127-4fd3-b292-dc31ab6b02e0 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:23.263184 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Attempting to bind port 042a747a-8127-4fd3-b292-dc31ab6b02e0 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:23.267724 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Port 042a747a-8127-4fd3-b292-dc31ab6b02e0 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:23.268044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Attempting to bind port 042a747a-8127-4fd3-b292-dc31ab6b02e0 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:23.273151 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:23.273499 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Checking segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:23.273906 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Bound using segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:23.274344 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Bound port: 042a747a-8127-4fd3-b292-dc31ab6b02e0, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:23.274693 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.276058 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae994cec-be3a-47e4-b705-4cb8b9c08188 req-3b7916e5-ebde-4c9c-8217-dcdfe30c4675 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.277593 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ae994cec-be3a-47e4-b705-4cb8b9c08188 req-3b7916e5-ebde-4c9c-8217-dcdfe30c4675 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 943 time: 0.1403165 Jun 23 14:14:23.286726 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-daceb475-1627-4023-a051-c816f5188265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.288295 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-daceb475-1627-4023-a051-c816f5188265 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b9be36cd71b48aa9116731beed27e7f&device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 1096 time: 0.0825121 Jun 23 14:14:23.346103 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:23.349144 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:23.353749 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.356125 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-23fe5da0-b8de-4e75-a04e-1b34b77100c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4578229c-5e89-4d23-8eab-cc006d592ef6 HTTP/1.1" status: 200 len: 217 time: 0.0461800 Jun 23 14:14:23.356608 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-386ecf6d-4be9-4e1b-a5a2-4161ed86d094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:23.359308 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ae994cec-be3a-47e4-b705-4cb8b9c08188 req-90f146e6-e1b2-4816-87f6-6aebac4e023a tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698988 Jun 23 14:14:23.389290 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.390391 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.392174 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] 10.222.0.53 "PUT /v2.0/ports/042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 1093 time: 0.6942627 Jun 23 14:14:23.392706 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:23.396039 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44942107-b6ca-47a5-b5a3-84000997773e" -d '{"events": [{"name": "network-changed", "server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:23.409716 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-8c111852-9104-47b9-afe6-b455d1b84d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.411317 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-8c111852-9104-47b9-afe6-b455d1b84d79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a51319ba-db08-4138-83c0-70a1c760aa7e HTTP/1.1" status: 200 len: 853 time: 0.0478840 Jun 23 14:14:23.427272 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:23.433443 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:23.450516 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-6d0dcff5-0f58-49e8-824c-936a82cd85c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310533 Jun 23 14:14:23.474318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b2212-1da2-4a31-9352-850389629d83 x-openstack-request-id: req-523b2212-1da2-4a31-9352-850389629d83 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:23.474638 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:23.474919 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-523b2212-1da2-4a31-9352-850389629d83 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:23.475502 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'status': 'completed', 'code': 200} Jun 23 14:14:23.520025 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-0650bb98-1ca9-41c7-a886-f74daf347546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.521508 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-0650bb98-1ca9-41c7-a886-f74daf347546 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1096 time: 0.0573804 Jun 23 14:14:23.554733 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-7cd86a3d-79c8-4a97-9086-ead323f23f6a service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890169 Jun 23 14:14:23.581873 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-ab7f054f-8575-43f0-84e8-ded88af956c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 217 time: 0.0384166 Jun 23 14:14:23.630875 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9a2de788-0e20-46a3-bb05-d1fb7b1d6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.633027 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-9a2de788-0e20-46a3-bb05-d1fb7b1d6be8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0452604 Jun 23 14:14:23.655504 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-83305be3-2be2-496a-8ddf-abd3bb41135a req-eb082191-8fcf-4a0e-b38c-92c90c1fc3ee service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936973 Jun 23 14:14:23.703668 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-0b7222f3-312f-47d6-aa26-b78750b08bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.705155 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-0b7222f3-312f-47d6-aa26-b78750b08bf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551879 Jun 23 14:14:23.823030 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-1575c68b-4efa-4e6b-b6d6-ed7397088345 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584085 Jun 23 14:14:23.893316 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-993815ee-3d42-4f2b-a039-ea8f64a32dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.894823 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-993815ee-3d42-4f2b-a039-ea8f64a32dd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b9be36cd71b48aa9116731beed27e7f&device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 1096 time: 0.1195867 Jun 23 14:14:23.896954 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-c1063354-71d5-47d5-b9de-c5cedf871d2e service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332376 Jun 23 14:14:23.918310 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5a84-1984-453d-ae08-6429cba3261a req-81040414-d6fb-47f1-8aaa-349f4b20557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.920117 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-81040414-d6fb-47f1-8aaa-349f4b20557b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1098 time: 0.0533218 Jun 23 14:14:24.046899 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5a84-1984-453d-ae08-6429cba3261a req-57551713-288f-45a0-87cd-76f0859f4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.048374 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-57551713-288f-45a0-87cd-76f0859f4593 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 911 time: 0.1033874 Jun 23 14:14:24.065127 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-b9cc937e-2c21-4ad8-8fa8-287748a4d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.066630 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-b9cc937e-2c21-4ad8-8fa8-287748a4d516 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 HTTP/1.1" status: 200 len: 914 time: 0.1593211 Jun 23 14:14:24.068516 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e3bcad5c-15c3-4ddb-aeca-5d2b455ccbc6 req-7fe4d996-8a61-4133-b1f3-9742752bddb2 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601224 Jun 23 14:14:24.127990 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-27847a02-8a75-4cc7-8a34-cda91b994109 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4578229c-5e89-4d23-8eab-cc006d592ef6 HTTP/1.1" status: 200 len: 217 time: 0.0450959 Jun 23 14:14:24.136845 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:24.178325 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-17cfb7e3-7870-4639-a5c9-d3259412fb9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 200 len: 1001 time: 0.1210761 Jun 23 14:14:24.192092 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:24.193509 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:24.261155 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5a84-1984-453d-ae08-6429cba3261a req-54f5bff9-6676-48bb-9fe3-adcea42fdefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.262770 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-54f5bff9-6676-48bb-9fe3-adcea42fdefe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.0639646 Jun 23 14:14:24.263930 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-f7a9ee0f-157c-4c3d-8802-1fcf80c8a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.266495 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-f7a9ee0f-157c-4c3d-8802-1fcf80c8a01f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a51319ba-db08-4138-83c0-70a1c760aa7e HTTP/1.1" status: 200 len: 853 time: 0.0914793 Jun 23 14:14:24.281001 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd5716-2148-41f9-a521-9290b755a96e req-d07465ca-9c16-40c7-a848-c6fcb306a755 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.283167 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-02dd5716-2148-41f9-a521-9290b755a96e req-d07465ca-9c16-40c7-a848-c6fcb306a755 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1259413 Jun 23 14:14:24.314821 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-8c9dc899-2c7e-497e-8312-537ef1c720ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366085 Jun 23 14:14:24.320998 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942107-b6ca-47a5-b5a3-84000997773e req-a9b182ab-4ccb-401f-bd5e-035fc0bc8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.322459 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-44942107-b6ca-47a5-b5a3-84000997773e req-a9b182ab-4ccb-401f-bd5e-035fc0bc8ff8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1096 time: 0.1166613 Jun 23 14:14:24.349691 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-02dd5716-2148-41f9-a521-9290b755a96e req-bcc6ed69-011e-4ba4-ab59-f4c04d46e3ff tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541666 Jun 23 14:14:24.375051 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5a84-1984-453d-ae08-6429cba3261a req-c0b2ae50-af24-410d-a8a9-b4389ac3d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.377044 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-c0b2ae50-af24-410d-a8a9-b4389ac3d60b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927963 Jun 23 14:14:24.484695 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-5e61a29c-e021-407d-ae95-6faeefbfd501 service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612163 Jun 23 14:14:24.488185 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942107-b6ca-47a5-b5a3-84000997773e req-dfc8a8f5-cba8-478e-b34d-c568fee2f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.489600 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-44942107-b6ca-47a5-b5a3-84000997773e req-dfc8a8f5-cba8-478e-b34d-c568fee2f238 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.1585140 Jun 23 14:14:24.493695 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-16661f74-0fa9-48dc-9505-e115ac237c95 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084099 Jun 23 14:14:24.636292 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-103d5a84-1984-453d-ae08-6429cba3261a req-bdfc8c39-879c-443d-b1f9-66e4ca04be20 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254416 Jun 23 14:14:24.646797 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac436a1-01d8-4eea-a45e-a99cbcb5cac4 req-2d31252f-7308-4469-bfc7-15f4e6a73dc5 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.650242 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7ac436a1-01d8-4eea-a45e-a99cbcb5cac4 req-2d31252f-7308-4469-bfc7-15f4e6a73dc5 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 943 time: 0.1504896 Jun 23 14:14:24.700073 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7ac436a1-01d8-4eea-a45e-a99cbcb5cac4 req-bda922d7-2fcc-4d8e-b6c1-bbf8901161e2 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Jun 23 14:14:24.860238 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-44942107-b6ca-47a5-b5a3-84000997773e req-4433df54-f3ca-48e1-96a9-f7279ffb7f66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 217 time: 0.3490210 Jun 23 14:14:24.926293 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2328d03c-ccf1-4a8a-964d-ffa630b55b5d req-6b8a215a-d3ae-4e39-a17f-8e6e8d11ffcf service neutron] 10.222.0.53 "GET /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227846 Jun 23 14:14:24.928021 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942107-b6ca-47a5-b5a3-84000997773e req-ec2c0847-51aa-4357-8319-a15b7a4e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.929326 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-44942107-b6ca-47a5-b5a3-84000997773e req-ec2c0847-51aa-4357-8319-a15b7a4e7e5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0597975 Jun 23 14:14:25.002234 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942107-b6ca-47a5-b5a3-84000997773e req-4d93864e-60b2-4396-a14e-ba0403a9169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.003704 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-44942107-b6ca-47a5-b5a3-84000997773e req-4d93864e-60b2-4396-a14e-ba0403a9169f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540197 Jun 23 14:14:25.099106 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-44942107-b6ca-47a5-b5a3-84000997773e req-805c30c5-9d39-4555-b590-60683f2070b7 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860810 Jun 23 14:14:25.190305 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-44942107-b6ca-47a5-b5a3-84000997773e req-95cf7cd0-b5ef-4b69-acf2-7bba69e27800 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826857 Jun 23 14:14:25.532006 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd8c6-a460-4cee-8706-26baa25b8685 req-5698d4de-122f-442d-b9ae-6262c0410e13 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.533355 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-14fdd8c6-a460-4cee-8706-26baa25b8685 req-5698d4de-122f-442d-b9ae-6262c0410e13 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0709305 Jun 23 14:14:25.569669 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-14fdd8c6-a460-4cee-8706-26baa25b8685 req-a16e76a3-d6a1-41c6-8a5c-8551d2d71a3a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305343 Jun 23 14:14:25.889933 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26d45f-013a-4ee4-8807-67415cf142db req-f27ee482-f2c7-4a28-a66e-862ddd537d30 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.891504 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-eb26d45f-013a-4ee4-8807-67415cf142db req-f27ee482-f2c7-4a28-a66e-862ddd537d30 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 943 time: 0.0697606 Jun 23 14:14:25.928896 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-eb26d45f-013a-4ee4-8807-67415cf142db req-c1288e1e-89c7-4f6f-bf76-023859eb37e4 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Jun 23 14:14:26.148644 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 32850) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:26.252049 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb04a-4cee-4998-9302-52e96e43b212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.338627 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb04a-4cee-4998-9302-52e96e43b212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.344528 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb04a-4cee-4998-9302-52e96e43b212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.346861 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-30339bb8-f687-4321-87b6-b3c9014f96c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:26.380756 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-4a2bb04a-4cee-4998-9302-52e96e43b212 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bd1d21dcbb6439491b5e52852556891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310572 Jun 23 14:14:26.382007 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bb04a-4cee-4998-9302-52e96e43b212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23d976c-c6c5-4a2b-8175-815f786c5238,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:26.385251 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 32854) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:26.385756 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4a2bb04a-4cee-4998-9302-52e96e43b212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:26.440152 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.463935 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.511003 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.513563 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.514746 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d23d976c-c6c5-4a2b-8175-815f786c5238 HTTP/1.1" status: 204 len: 168 time: 0.1280706 Jun 23 14:14:26.515502 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a0ab6a91-f1a7-4301-a70c-851ed7405453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:26.523035 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23d976c-c6c5-4a2b-8175-815f786c5238,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:26.525434 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:26.744675 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f18bb8-be87-44fd-84a5-278dab8cd180 req-f8ffa8d0-0b10-404f-adda-1dc7ef64d3ea tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:26.746142 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-57f18bb8-be87-44fd-84a5-278dab8cd180 req-f8ffa8d0-0b10-404f-adda-1dc7ef64d3ea tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0618625 Jun 23 14:14:26.780836 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 32862) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:26.792847 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-57f18bb8-be87-44fd-84a5-278dab8cd180 req-09932039-01a0-493a-9d16-e5a341566f07 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411887 Jun 23 14:14:26.799845 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b6434ab8-9911-4f94-bd0c-5f0e35111a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.891827 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b6434ab8-9911-4f94-bd0c-5f0e35111a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.896699 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-b6434ab8-9911-4f94-bd0c-5f0e35111a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.900329 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-adfa17a3-5e4e-4c8f-8400-f123c017a4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:26.934168 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-b6434ab8-9911-4f94-bd0c-5f0e35111a53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01605aa16d524e0d853b29604f1dea8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523285 Jun 23 14:14:26.934994 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6434ab8-9911-4f94-bd0c-5f0e35111a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814d081d-5a52-41ce-8ea3-28dee8733809,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:26.937090 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 32864) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:26.938262 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b6434ab8-9911-4f94-bd0c-5f0e35111a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:26.987469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.008635 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.055196 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.057783 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.058966 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/814d081d-5a52-41ce-8ea3-28dee8733809 HTTP/1.1" status: 204 len: 168 time: 0.1208899 Jun 23 14:14:27.059737 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-37e39daf-aa81-47e9-9681-eb01c7fb0c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:27.067669 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814d081d-5a52-41ce-8ea3-28dee8733809,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:27.070660 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:27.105713 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137a426-a0b8-4ba6-a4e0-973699b84aaa req-8434eee9-fda8-418d-badf-339271ded590 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:27.107195 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9137a426-a0b8-4ba6-a4e0-973699b84aaa req-8434eee9-fda8-418d-badf-339271ded590 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 943 time: 0.0698683 Jun 23 14:14:27.143523 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9137a426-a0b8-4ba6-a4e0-973699b84aaa req-19f0ed50-46ab-408a-8c28-74dc759c0bb7 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Jun 23 14:14:27.446847 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 4578229c-5e89-4d23-8eab-cc006d592ef6 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:27.544637 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 4578229c-5e89-4d23-8eab-cc006d592ef6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4578229c-5e89-4d23-8eab-cc006d592ef6,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:27.555726 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '4578229c-5e89-4d23-8eab-cc006d592ef6', 'network_id': '65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7', 'port_id': '4578229c-5e89-4d23-8eab-cc006d592ef6', 'mac_address': 'fa:16:3e:e0:95:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51319ba-db08-4138-83c0-70a1c760aa7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:27.593708 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.607034 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4578229c-5e89-4d23-8eab-cc006d592ef6 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:27.626737 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 4578229c-5e89-4d23-8eab-cc006d592ef6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4578229c-5e89-4d23-8eab-cc006d592ef6,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:27.632931 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.633798 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:27.635882 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:27.708705 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=4578229c-5e89-4d23-8eab-cc006d592ef6,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:27.712889 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:27.769480 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:27.786699 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'port_id': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'mac_address': 'fa:16:3e:fc:94:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:27.828921 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.842158 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042a747a-8127-4fd3-b292-dc31ab6b02e0 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:27.863047 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:27.868853 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.870796 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:27.917627 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:27.920749 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:27.986046 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b5add-9fdc-40d3-bcb6-d2ec181a311b req-01e6b982-ce57-41d1-bfba-5e8685dab6cd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:27.987516 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-320b5add-9fdc-40d3-bcb6-d2ec181a311b req-01e6b982-ce57-41d1-bfba-5e8685dab6cd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0758905 Jun 23 14:14:28.027807 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-320b5add-9fdc-40d3-bcb6-d2ec181a311b req-09d2ea22-dd40-48fc-b5c3-bd8f0199a3dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343592 Jun 23 14:14:28.318097 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5662-c928-4a80-b0f8-b9c8615cd2e2 req-ff3a3066-6ebf-40da-994d-d900fd88bf05 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:28.319539 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a10d5662-c928-4a80-b0f8-b9c8615cd2e2 req-ff3a3066-6ebf-40da-994d-d900fd88bf05 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 944 time: 0.0612450 Jun 23 14:14:28.352054 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['4578229c-5e89-4d23-8eab-cc006d592ef6'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:28.355847 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a10d5662-c928-4a80-b0f8-b9c8615cd2e2 req-608b47bb-486f-4a56-8ac2-3dcd18f6efe4 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306351 Jun 23 14:14:28.380953 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['042a747a-8127-4fd3-b292-dc31ab6b02e0'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:29.243241 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970126c-a5cc-475b-be74-7f453d6aa34a req-b0ffa246-3632-4cf2-939e-d1914ec17eb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:29.244661 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7970126c-a5cc-475b-be74-7f453d6aa34a req-b0ffa246-3632-4cf2-939e-d1914ec17eb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0691073 Jun 23 14:14:29.284470 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7970126c-a5cc-475b-be74-7f453d6aa34a req-f3ae7761-5d8d-4efb-b070-76d4327d7179 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341280 Jun 23 14:14:29.556206 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e865655-8cfd-4c2d-87aa-fc1ddee14140 req-e35f698c-f3c2-418f-a3f4-85f4971ee063 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:29.557642 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3e865655-8cfd-4c2d-87aa-fc1ddee14140 req-e35f698c-f3c2-418f-a3f4-85f4971ee063 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 944 time: 0.0633273 Jun 23 14:14:29.598867 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3e865655-8cfd-4c2d-87aa-fc1ddee14140 req-47060078-6120-4a78-9a77-077a52923b1f tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Jun 23 14:14:30.470719 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8bcf-98c2-4a28-9f72-27c4570a12dd req-4ef3084e-efbe-4772-9b49-8f093b21151f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:30.472127 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c05a8bcf-98c2-4a28-9f72-27c4570a12dd req-4ef3084e-efbe-4772-9b49-8f093b21151f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0713577 Jun 23 14:14:30.520684 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c05a8bcf-98c2-4a28-9f72-27c4570a12dd req-d4aa2606-1ac1-4da7-9184-44cd04c55714 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418248 Jun 23 14:14:30.787973 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ece83-3801-4dac-9473-ea43c0b40337 req-3a247ade-8ec0-4e8a-ae72-dd43c752714d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:30.789529 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ab4ece83-3801-4dac-9473-ea43c0b40337 req-3a247ade-8ec0-4e8a-ae72-dd43c752714d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 944 time: 0.0720742 Jun 23 14:14:30.830316 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ab4ece83-3801-4dac-9473-ea43c0b40337 req-1207c14d-465c-4917-83ab-01e43b8bb93d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Jun 23 14:14:31.114642 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:14:31.469855 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 4578229c-5e89-4d23-8eab-cc006d592ef6 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:31.522631 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 4578229c-5e89-4d23-8eab-cc006d592ef6 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:31.526301 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 4578229c-5e89-4d23-8eab-cc006d592ef6 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:31.526748 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.606904 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.629319 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4578229c-5e89-4d23-8eab-cc006d592ef6'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:31.631622 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda6963f-828b-4740-a4dc-cd2f248f1080" -d '{"events": [{"server_uuid": "00087def-d574-4ef0-b10c-d0ab29bd6eac", "name": "network-vif-plugged", "status": "completed", "tag": "4578229c-5e89-4d23-8eab-cc006d592ef6"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:31.647766 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 4578229c-5e89-4d23-8eab-cc006d592ef6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4578229c-5e89-4d23-8eab-cc006d592ef6,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:31.652179 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.653350 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:31.656142 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:31.676038 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f3141-5c0f-4bb4-999b-93200b2c5ef5 x-openstack-request-id: req-4b5f3141-5c0f-4bb4-999b-93200b2c5ef5 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:31.676408 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00087def-d574-4ef0-b10c-d0ab29bd6eac", "name": "network-vif-plugged", "status": "completed", "tag": "4578229c-5e89-4d23-8eab-cc006d592ef6", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:31.676733 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b5f3141-5c0f-4bb4-999b-93200b2c5ef5 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:31.677191 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4578229c-5e89-4d23-8eab-cc006d592ef6', 'code': 200} Jun 23 14:14:31.715414 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce1d63-b8d5-4db8-8cf0-f56646ae11a1 req-a19ae648-650a-4c53-ac9a-c45f5b189f42 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:31.717528 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-76ce1d63-b8d5-4db8-8cf0-f56646ae11a1 req-a19ae648-650a-4c53-ac9a-c45f5b189f42 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0673718 Jun 23 14:14:31.740665 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=4578229c-5e89-4d23-8eab-cc006d592ef6,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:31.744053 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:31.754244 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 042a747a-8127-4fd3-b292-dc31ab6b02e0 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:31.758120 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 042a747a-8127-4fd3-b292-dc31ab6b02e0 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:31.758500 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.760735 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-76ce1d63-b8d5-4db8-8cf0-f56646ae11a1 req-3ef1fbc4-d1f3-42f6-8485-446cf6ae961a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336220 Jun 23 14:14:31.837326 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.871351 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:31.876914 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.879922 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:31.931090 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:31.934495 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:31.937602 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691edd2-63eb-4472-b692-a7671ad2d88c req-834a2db8-5b20-480e-9c4e-0bb6e4f2140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:31.939692 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e691edd2-63eb-4472-b692-a7671ad2d88c req-834a2db8-5b20-480e-9c4e-0bb6e4f2140a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 1098 time: 0.0512705 Jun 23 14:14:31.977084 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e691edd2-63eb-4472-b692-a7671ad2d88c req-30fa3811-cf8a-4e93-b64a-5107852d2084 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302997 Jun 23 14:14:32.003586 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b3bfe-fa1e-42fd-bc6c-c531654900c7 req-9c4e28d1-5e7a-4dd8-b4d7-1b8f073f53bf tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:32.005029 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c6b3bfe-fa1e-42fd-bc6c-c531654900c7 req-9c4e28d1-5e7a-4dd8-b4d7-1b8f073f53bf tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0606790 Jun 23 14:14:32.048010 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c6b3bfe-fa1e-42fd-bc6c-c531654900c7 req-6038d668-8ed1-4332-afd6-bfc2dd7e0f86 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Jun 23 14:14:32.889606 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 32972) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:32.933296 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5fbf0-0324-4138-b2c1-6de00d5f4a19 req-0bfa7d7e-a8e4-4b93-869a-f4eb0ca52fbc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:32.934775 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ecd5fbf0-0324-4138-b2c1-6de00d5f4a19 req-0bfa7d7e-a8e4-4b93-869a-f4eb0ca52fbc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0623980 Jun 23 14:14:32.970915 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ecd5fbf0-0324-4138-b2c1-6de00d5f4a19 req-735dd1e2-36be-4193-a6ab-8a5ed93ab9df tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304971 Jun 23 14:14:32.990928 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6936a417-920c-42f7-a385-fb25c257985a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.073721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6936a417-920c-42f7-a385-fb25c257985a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.079504 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6936a417-920c-42f7-a385-fb25c257985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.082134 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-97e3c0be-f15f-4088-91a3-6222e25fbda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.117751 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6936a417-920c-42f7-a385-fb25c257985a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c57ebe68cd7643769426bfd6b6c60e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270048 Jun 23 14:14:33.119588 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936a417-920c-42f7-a385-fb25c257985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99886cb2-6078-4fd0-85b4-fb9ef886805d,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.120599 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 32978) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:33.121862 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6936a417-920c-42f7-a385-fb25c257985a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.169364 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.214635 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.273224 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c492-06d0-485a-b8f1-28ee759962f1 req-d5d50fd3-1ca1-4fa2-b69a-cc00da9242d7 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:33.274700 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0246c492-06d0-485a-b8f1-28ee759962f1 req-d5d50fd3-1ca1-4fa2-b69a-cc00da9242d7 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.1013105 Jun 23 14:14:33.289713 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.292176 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.293234 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99886cb2-6078-4fd0-85b4-fb9ef886805d HTTP/1.1" status: 204 len: 168 time: 0.1716528 Jun 23 14:14:33.300259 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e89d50ba-929b-49cb-a6db-82aced1b1d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.311706 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99886cb2-6078-4fd0-85b4-fb9ef886805d,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.314662 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.326891 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0246c492-06d0-485a-b8f1-28ee759962f1 req-b29844b7-a8e4-43f1-b67b-a57cd3eeba8f tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Jun 23 14:14:33.576660 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 32984) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:33.592519 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-61d45b1c-1f7d-4851-af82-60407cc74ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.678036 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:33.680487 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f5e79-d888-4deb-9bf9-ceee16a3bc07" -d '{"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-plugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:33.682861 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-61d45b1c-1f7d-4851-af82-60407cc74ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.689226 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-61d45b1c-1f7d-4851-af82-60407cc74ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.691840 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b6434ab8-9911-4f94-bd0c-5f0e35111a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.718034 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5972907-8130-4488-9edb-d4fef140bf03 x-openstack-request-id: req-d5972907-8130-4488-9edb-d4fef140bf03 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:33.718334 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-plugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:33.718593 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5972907-8130-4488-9edb-d4fef140bf03 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:33.718985 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'code': 200} Jun 23 14:14:33.727975 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-61d45b1c-1f7d-4851-af82-60407cc74ce0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02e35b28cf0d45d7bcabb1f66470f27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502514 Jun 23 14:14:33.728941 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d45b1c-1f7d-4851-af82-60407cc74ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a839d033-c745-4c0b-b078-209de8169794,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.730964 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 32988) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:33.732030 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-61d45b1c-1f7d-4851-af82-60407cc74ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.779487 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-178a5484-a7e5-424c-89bd-6260e5575839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.800025 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-178a5484-a7e5-424c-89bd-6260e5575839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.852183 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-178a5484-a7e5-424c-89bd-6260e5575839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.854736 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-178a5484-a7e5-424c-89bd-6260e5575839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.855539 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-178a5484-a7e5-424c-89bd-6260e5575839 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a839d033-c745-4c0b-b078-209de8169794 HTTP/1.1" status: 204 len: 168 time: 0.1236186 Jun 23 14:14:33.856368 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-988440d9-1f65-4063-94aa-6ac2cd20e23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.864459 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a5484-a7e5-424c-89bd-6260e5575839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a839d033-c745-4c0b-b078-209de8169794,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.872623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-178a5484-a7e5-424c-89bd-6260e5575839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.976326 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e551951-6ee7-4b3a-8929-63edbc527f5c req-b9161a6a-571f-461a-b8fb-dfca036fc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:33.977827 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1e551951-6ee7-4b3a-8929-63edbc527f5c req-b9161a6a-571f-461a-b8fb-dfca036fc4b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1098 time: 0.0541434 Jun 23 14:14:34.012073 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1e551951-6ee7-4b3a-8929-63edbc527f5c req-acef1cc7-c168-4a6d-acdf-f4ebe7579d95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280046 Jun 23 14:14:34.147654 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44078-4e9d-4dee-ac08-dc76d212cd3c req-5da718cf-ea42-499c-a4be-7a9a30693ab6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:34.149223 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-16d44078-4e9d-4dee-ac08-dc76d212cd3c req-5da718cf-ea42-499c-a4be-7a9a30693ab6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0621617 Jun 23 14:14:34.189448 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-16d44078-4e9d-4dee-ac08-dc76d212cd3c req-ce5e7439-7b9d-481c-b27d-1dfd188239b7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346453 Jun 23 14:14:34.505642 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f307fd-ac0c-4b15-b868-9cd29b8656f6 req-c6c07be2-7ad9-4adb-bd24-0c57c6bdfe42 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:34.507126 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59f307fd-ac0c-4b15-b868-9cd29b8656f6 req-c6c07be2-7ad9-4adb-bd24-0c57c6bdfe42 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0630817 Jun 23 14:14:34.547585 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59f307fd-ac0c-4b15-b868-9cd29b8656f6 req-fa08d0ff-0ba5-46f2-92f8-252fb6198f01 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Jun 23 14:14:35.069664 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-09bc9b85-203c-44a1-8ff6-e3c778dfbc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.371736 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9477c-8a70-45a7-a2a6-0c28392f1621 req-c30363f3-515f-454d-9f6a-1770d5098f9d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:35.373205 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cea9477c-8a70-45a7-a2a6-0c28392f1621 req-c30363f3-515f-454d-9f6a-1770d5098f9d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0676270 Jun 23 14:14:35.414523 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cea9477c-8a70-45a7-a2a6-0c28392f1621 req-8d79b2a8-7933-4b10-bfa1-5bbc5525d58a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352917 Jun 23 14:14:36.154197 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-c771ac50-6c4d-4918-8ec0-859034754e5e tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=efc2aa41544842a692953cb800d69b82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322456 Jun 23 14:14:36.578619 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-724ad0c2-471d-4569-b2ea-207a51c4418a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:36.580047 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-724ad0c2-471d-4569-b2ea-207a51c4418a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4204569 Jun 23 14:14:36.600811 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-098a2881-5008-406c-87cf-b8d0bbe88800 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/quotas/efc2aa41544842a692953cb800d69b82 HTTP/1.1" status: 200 len: 375 time: 0.0141177 Jun 23 14:14:36.642326 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-d1ca4cd6-b799-4387-801e-e4261c7988a1 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc2aa41544842a692953cb800d69b82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347340 Jun 23 14:14:36.654175 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b5d3-076e-45a7-a6a1-79a1056442a2 req-b7cb7aa8-a0dc-42ad-a5cd-b12e6d5068ea tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:36.655500 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3888b5d3-076e-45a7-a6a1-79a1056442a2 req-b7cb7aa8-a0dc-42ad-a5cd-b12e6d5068ea tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.1249497 Jun 23 14:14:36.693781 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3888b5d3-076e-45a7-a6a1-79a1056442a2 req-e742a9df-b9ce-4f9a-86ac-0aa19a3b77c2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317018 Jun 23 14:14:36.807501 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d0af24a0-e09f-442c-89fc-4fe2966609a6 req-bb6a98b1-a506-4233-977c-4f7df374759a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 210 time: 0.0295064 Jun 23 14:14:36.897189 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877b34-79ca-4e25-8167-e2451a29bd58 req-91b90b02-7ebb-4413-a4f0-857797238570 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:36.898687 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-11877b34-79ca-4e25-8167-e2451a29bd58 req-91b90b02-7ebb-4413-a4f0-857797238570 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0668671 Jun 23 14:14:36.918444 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33064) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:36.923441 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'floatingip': {'port_id': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:36.993703 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.484700 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.489204 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.588566 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Floating IP a25a7e09-8a2b-4468-9247-449ea4c3b4d9 associated. External IP: 172.28.0.247, port: 042a747a-8127-4fd3-b292-dc31ab6b02e0. Jun 23 14:14:37.590404 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-fe734c1a-c6ae-4f4b-b4b3-050c77526f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.798469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:37.909254 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:37.914770 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.922868 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] Sync routers for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:37.934019 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:37.934993 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:37.960957 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3993dd4b-5145-48d7-955d-df4c9f52be64 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "PUT /v2.0/floatingips/a25a7e09-8a2b-4468-9247-449ea4c3b4d9 HTTP/1.1" status: 200 len: 991 time: 1.0412405 Jun 23 14:14:37.961693 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:37.964204 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2186711-a24f-4379-bdb6-2a1aefa70d08" -d '{"events": [{"name": "network-changed", "server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:37.979002 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7ccb9e20-874b-4a72-9328-f593f7c57092 req-7ccd45ba-8660-46b3-9dbc-bcee8e824c4c tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 210 time: 0.0382416 Jun 23 14:14:38.032746 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-c4180ef3-0f5f-48da-b683-ff2aa7146178 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=efc2aa41544842a692953cb800d69b82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344937 Jun 23 14:14:38.090768 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:38.102227 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564eb91-e3c1-484a-9218-e617864a58c6 x-openstack-request-id: req-3564eb91-e3c1-484a-9218-e617864a58c6 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:38.102623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:38.103384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3564eb91-e3c1-484a-9218-e617864a58c6 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:38.103612 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'status': 'completed', 'code': 200} Jun 23 14:14:38.272331 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-53061471-e13a-48d4-be10-fe753cbcbeb3 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:38.273921 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-53061471-e13a-48d4-be10-fe753cbcbeb3 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338057 Jun 23 14:14:38.283928 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-af013617-ac04-402e-b316-01bbdc978ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:38.285462 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-af013617-ac04-402e-b316-01bbdc978ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1098 time: 0.1359870 Jun 23 14:14:38.349596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Request body: {'port': {'device_id': '97640db9-713d-4c98-ae70-2791ca23ca81', 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114', 'admin_state_up': True, 'tenant_id': 'efc2aa41544842a692953cb800d69b82'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:38.358907 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'a25a7e09-8a2b-4468-9247-449ea4c3b4d9', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'port_id': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'mac_address': 'fa:16:3e:fc:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:18Z', 'updated_at': '2021-06-23T14:14:37Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:38.384952 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] Checking router: 93148e61-8b15-41fa-a5ae-5ce957a1fa07 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:38.394251 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:38.394848 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:14:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:38.496277 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-ea23d7ec-ca9a-4303-9189-f391a5de1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:38.497781 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-ea23d7ec-ca9a-4303-9189-f391a5de1984 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.1598148 Jun 23 14:14:38.557649 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Made reservation on behalf of efc2aa41544842a692953cb800d69b82 for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:38.561162 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.574161 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.588052 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-31ddb660-cb30-4230-a215-f7180eeb52e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 999 time: 0.0819514 Jun 23 14:14:38.617583 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:38.671699 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-0b84d38f-bb51-4cbe-a766-ce6c82c584c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:38.673151 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-0b84d38f-bb51-4cbe-a766-ce6c82c584c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0672030 Jun 23 14:14:38.743663 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.749810 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.754461 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3d7bddb5-e256-4ed0-beb1-5e44310385a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:38.818155 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-ed7f755d-2465-47d0-bb67-40abc469c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:38.819679 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-ed7f755d-2465-47d0-bb67-40abc469c9e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1390755 Jun 23 14:14:38.825759 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b686e6a-560a-40e9-bc47-f7fd24bf390e,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:38.834271 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'a25a7e09-8a2b-4468-9247-449ea4c3b4d9', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'port_id': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'mac_address': 'fa:16:3e:fc:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:18Z', 'updated_at': '2021-06-23T14:14:37Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:38.865359 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701ca5c-5dbe-4710-a1e6-356180ddc28d None None] The sync data for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb is: [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'a25a7e09-8a2b-4468-9247-449ea4c3b4d9', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'port_id': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'mac_address': 'fa:16:3e:fc:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:18Z', 'updated_at': '2021-06-23T14:14:37Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:39.020508 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.026991 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.083721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:39.086759 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07521745-a981-4409-b66c-4e47b3231039 None None] New status for floating IP a25a7e09-8a2b-4468-9247-449ea4c3b4d9: ACTIVE {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:14:39.126639 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a80e11d9-a43a-477b-8509-7abca60666a8 req-af4b9c4b-093b-4a06-ad9b-ae809991dd4b tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 210 time: 0.0300865 Jun 23 14:14:39.197800 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Allocated IP 192.168.233.130 (a2e5a7c3-f675-48fb-adf8-d8e24c6e8114/8ed126fe-3731-4878-8f00-1c80f1773da2/319be54f-37f9-4db1-af0d-90b08469c273) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:39.216166 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-5ed835d1-1568-4d5e-a56d-6e14239c0b64 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874733 Jun 23 14:14:39.395471 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f2186711-a24f-4379-bdb6-2a1aefa70d08 req-d5a749b3-7b8c-4c9c-8c2a-8b394e0b6015 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726017 Jun 23 14:14:39.430437 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.444730 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Transition to ACTIVE for port object 319be54f-37f9-4db1-af0d-90b08469c273 will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:39.477405 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.481774 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7f5ea8b0-f1cd-4080-9625-b2656997f5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:39.523510 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:39.529656 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:39.533721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:39.540275 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Pushing event updated for resources: {'Port': ['ID=319be54f-37f9-4db1-af0d-90b08469c273,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:39.561924 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:39.590234 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.590837 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.605913 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-9658ee81-18b0-45e6-9cd7-2cdd012f52cd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2597971 Jun 23 14:14:39.632759 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Request body: {'port': {'device_id': '97640db9-713d-4c98-ae70-2791ca23ca81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:39.710057 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.716001 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-ccafdf69-1a87-4808-a551-f60d53ab744c None None] Provisioning for port 319be54f-37f9-4db1-af0d-90b08469c273 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:39.719891 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-ccafdf69-1a87-4808-a551-f60d53ab744c None None] Provisioning complete for port 319be54f-37f9-4db1-af0d-90b08469c273 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:39.720260 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ccafdf69-1a87-4808-a551-f60d53ab744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.752034 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-ccafdf69-1a87-4808-a551-f60d53ab744c None None] Port 319be54f-37f9-4db1-af0d-90b08469c273 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:39.960454 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319be54f-37f9-4db1-af0d-90b08469c273 {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:39.970880 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.985153 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Transition to ACTIVE for port object 319be54f-37f9-4db1-af0d-90b08469c273 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:39.991866 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.993845 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2693de8c-9cc1-4104-8fd1-3f2485422b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:40.050409 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Pushing event updated for resources: {'Port': ['ID=319be54f-37f9-4db1-af0d-90b08469c273,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:40.053405 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:40.126438 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Attempting to bind port 319be54f-37f9-4db1-af0d-90b08469c273 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:40.127158 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Attempting to bind port 319be54f-37f9-4db1-af0d-90b08469c273 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:40.127158 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Attempting to bind port 319be54f-37f9-4db1-af0d-90b08469c273 on network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:40.132217 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Port 319be54f-37f9-4db1-af0d-90b08469c273 on network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:40.132583 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Attempting to bind port 319be54f-37f9-4db1-af0d-90b08469c273 on network a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:40.137968 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:40.138326 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Checking segment: {'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:40.138708 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Bound using segment: {'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:40.139131 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Bound port: 319be54f-37f9-4db1-af0d-90b08469c273, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6bdf95-db8a-4165-ba23-595310c957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:40.139479 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.204816 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] For port 319be54f-37f9-4db1-af0d-90b08469c273, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:40.207710 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] For port 319be54f-37f9-4db1-af0d-90b08469c273, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=319be54f-37f9-4db1-af0d-90b08469c273,segment=NetworkSegment(fb6bdf95-db8a-4165-ba23-595310c957b1),segment_id=fb6bdf95-db8a-4165-ba23-595310c957b1)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:40.214448 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.216992 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:40.251348 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.251959 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.253321 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] 10.222.0.53 "PUT /v2.0/ports/319be54f-37f9-4db1-af0d-90b08469c273 HTTP/1.1" status: 200 len: 1098 time: 0.6256433 Jun 23 14:14:40.253937 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97640db9-713d-4c98-ae70-2791ca23ca81', 'tag': '319be54f-37f9-4db1-af0d-90b08469c273'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:40.256149 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8957a3b-ae9c-4758-ad03-bca9f91add68" -d '{"events": [{"name": "network-changed", "server_uuid": "97640db9-713d-4c98-ae70-2791ca23ca81", "tag": "319be54f-37f9-4db1-af0d-90b08469c273"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:40.287631 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Pushing event updated for resources: {'Port': ['ID=319be54f-37f9-4db1-af0d-90b08469c273,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:40.294180 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:40.320478 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b189b8cc-08fd-4e34-8eb4-4516e8a15131 x-openstack-request-id: req-b189b8cc-08fd-4e34-8eb4-4516e8a15131 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:40.320917 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97640db9-713d-4c98-ae70-2791ca23ca81", "tag": "319be54f-37f9-4db1-af0d-90b08469c273", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:40.321280 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b189b8cc-08fd-4e34-8eb4-4516e8a15131 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:40.321810 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97640db9-713d-4c98-ae70-2791ca23ca81', 'tag': '319be54f-37f9-4db1-af0d-90b08469c273', 'status': 'completed', 'code': 200} Jun 23 14:14:40.363723 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098639a-b484-48cd-96c6-88a060e284a5 req-c4c0ad52-add6-450b-9941-0b46617bba6b tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.370498 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a098639a-b484-48cd-96c6-88a060e284a5 req-c4c0ad52-add6-450b-9941-0b46617bba6b tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 948 time: 0.1300225 Jun 23 14:14:40.374047 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.420896 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a098639a-b484-48cd-96c6-88a060e284a5 req-475f1550-f99d-469c-b8e5-78cf1cb57766 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Jun 23 14:14:40.432512 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-0e37789b-fd60-4ecb-ac09-5f898fccdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.434074 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-0e37789b-fd60-4ecb-ac09-5f898fccdd0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efc2aa41544842a692953cb800d69b82&device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 1101 time: 0.0936596 Jun 23 14:14:40.500651 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-ff1b9913-ccc9-4f3e-a030-0a7f99f4ad37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=319be54f-37f9-4db1-af0d-90b08469c273 HTTP/1.1" status: 200 len: 217 time: 0.0450957 Jun 23 14:14:40.558471 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-ad954a85-5251-48f4-9bc6-d229007aebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.560585 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-ad954a85-5251-48f4-9bc6-d229007aebe6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ed126fe-3731-4878-8f00-1c80f1773da2 HTTP/1.1" status: 200 len: 843 time: 0.0533385 Jun 23 14:14:40.620856 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-b6b04429-51cd-4e73-a4ad-f5f1a6851cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.622462 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-b6b04429-51cd-4e73-a4ad-f5f1a6851cff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2e5a7c3-f675-48fb-adf8-d8e24c6e8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540295 Jun 23 14:14:40.713076 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-72584f33-dbf4-4c0c-b9ad-f7521b3ff34b service neutron] 10.222.0.53 "GET /v2.0/networks/a2e5a7c3-f675-48fb-adf8-d8e24c6e8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833466 Jun 23 14:14:40.808179 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-281ef30e-4279-4e46-9261-04bfeb8f452b req-2a360841-6e8b-449a-94a4-fa9f78f55a95 service neutron] 10.222.0.53 "GET /v2.0/networks/a2e5a7c3-f675-48fb-adf8-d8e24c6e8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Jun 23 14:14:41.004214 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-7bc8cf75-d64a-4c56-96b1-0b545bca0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.005634 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-7bc8cf75-d64a-4c56-96b1-0b545bca0bc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efc2aa41544842a692953cb800d69b82&device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 1101 time: 0.0551856 Jun 23 14:14:41.098612 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-252349cb-f817-4823-ac39-488adaad2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.099945 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-252349cb-f817-4823-ac39-488adaad2aa5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2e5a7c3-f675-48fb-adf8-d8e24c6e8114 HTTP/1.1" status: 200 len: 870 time: 0.0871146 Jun 23 14:14:41.139798 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-b23ce9b7-f239-43cb-9caa-0678707932bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=319be54f-37f9-4db1-af0d-90b08469c273 HTTP/1.1" status: 200 len: 217 time: 0.0329506 Jun 23 14:14:41.190149 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-e975b611-7123-46b7-a4b1-41298d4811ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.191594 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-e975b611-7123-46b7-a4b1-41298d4811ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ed126fe-3731-4878-8f00-1c80f1773da2 HTTP/1.1" status: 200 len: 843 time: 0.0453970 Jun 23 14:14:41.260634 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-d20dc9b1-a0a0-4857-8035-54db5be18f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.262035 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-d20dc9b1-a0a0-4857-8035-54db5be18f69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2e5a7c3-f675-48fb-adf8-d8e24c6e8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0640607 Jun 23 14:14:41.351113 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-be8c722c-667d-4003-b63f-da2c9bbe3d38 service neutron] 10.222.0.53 "GET /v2.0/networks/a2e5a7c3-f675-48fb-adf8-d8e24c6e8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812452 Jun 23 14:14:41.444440 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a8957a3b-ae9c-4758-ad03-bca9f91add68 req-50a18610-b102-46b3-8cd8-b5529b044903 service neutron] 10.222.0.53 "GET /v2.0/networks/a2e5a7c3-f675-48fb-adf8-d8e24c6e8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Jun 23 14:14:41.608211 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027ed6-4d78-402d-8159-59cdb8c4d5ea req-69289ad5-80fa-432e-9df3-d7ec816e7c84 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.609662 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8a027ed6-4d78-402d-8159-59cdb8c4d5ea req-69289ad5-80fa-432e-9df3-d7ec816e7c84 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 948 time: 0.0667224 Jun 23 14:14:41.650039 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8a027ed6-4d78-402d-8159-59cdb8c4d5ea req-eca87483-49e8-4dc3-a632-aad76bcc0185 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Jun 23 14:14:42.843349 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7bb23-dbd1-4e5c-aaef-583239f634f9 req-242c0955-aa38-4426-a518-bac6902678a4 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.844841 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1ac7bb23-dbd1-4e5c-aaef-583239f634f9 req-242c0955-aa38-4426-a518-bac6902678a4 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 948 time: 0.0636325 Jun 23 14:14:42.884750 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1ac7bb23-dbd1-4e5c-aaef-583239f634f9 req-070910a5-1480-4b1c-b162-58799a5bc30b tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Jun 23 14:14:43.567243 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 319be54f-37f9-4db1-af0d-90b08469c273 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:43.678731 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 319be54f-37f9-4db1-af0d-90b08469c273, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=319be54f-37f9-4db1-af0d-90b08469c273,segment=NetworkSegment(fb6bdf95-db8a-4165-ba23-595310c957b1),segment_id=fb6bdf95-db8a-4165-ba23-595310c957b1)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:43.690247 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '319be54f-37f9-4db1-af0d-90b08469c273', 'network_id': 'a2e5a7c3-f675-48fb-adf8-d8e24c6e8114', 'port_id': '319be54f-37f9-4db1-af0d-90b08469c273', 'mac_address': 'fa:16:3e:a9:2d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed126fe-3731-4878-8f00-1c80f1773da2', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:43.727853 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.740931 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319be54f-37f9-4db1-af0d-90b08469c273 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:43.760964 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 319be54f-37f9-4db1-af0d-90b08469c273, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=319be54f-37f9-4db1-af0d-90b08469c273,segment=NetworkSegment(fb6bdf95-db8a-4165-ba23-595310c957b1),segment_id=fb6bdf95-db8a-4165-ba23-595310c957b1)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:43.767459 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.769291 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:43.813643 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=319be54f-37f9-4db1-af0d-90b08469c273,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:43.820810 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.821078 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.821412 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.821742 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.822097 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.822419 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.822737 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.823037 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.823353 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.823668 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.823983 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.824294 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:43.827975 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:44.065407 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa44c-974c-49f3-a1a6-9d49738be219 req-60ffd88f-c434-4495-8049-204be199e0f3 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.066887 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c6efa44c-974c-49f3-a1a6-9d49738be219 req-60ffd88f-c434-4495-8049-204be199e0f3 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 949 time: 0.0639567 Jun 23 14:14:44.108056 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c6efa44c-974c-49f3-a1a6-9d49738be219 req-c61567d7-e36d-43fd-b452-5890d8fe77f8 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354295 Jun 23 14:14:44.254763 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['319be54f-37f9-4db1-af0d-90b08469c273'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:45.284749 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eaf54-9bd4-4383-831c-e2340b498ba2 req-b4ad550e-d4c7-4da2-9238-c52b90f312c3 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:45.286206 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ea4eaf54-9bd4-4383-831c-e2340b498ba2 req-b4ad550e-d4c7-4da2-9238-c52b90f312c3 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 949 time: 0.0666566 Jun 23 14:14:45.323416 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ea4eaf54-9bd4-4383-831c-e2340b498ba2 req-b28bf6cf-6f19-4659-81e9-ef867c09a131 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313716 Jun 23 14:14:45.574368 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 319be54f-37f9-4db1-af0d-90b08469c273 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:45.627491 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 319be54f-37f9-4db1-af0d-90b08469c273 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:45.632134 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 319be54f-37f9-4db1-af0d-90b08469c273 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:45.632510 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.713011 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.738996 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97640db9-713d-4c98-ae70-2791ca23ca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319be54f-37f9-4db1-af0d-90b08469c273'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:45.741276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cc0efb-1d57-4094-b873-f2cd9bef2af4" -d '{"events": [{"server_uuid": "97640db9-713d-4c98-ae70-2791ca23ca81", "name": "network-vif-plugged", "status": "completed", "tag": "319be54f-37f9-4db1-af0d-90b08469c273"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:45.754653 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 319be54f-37f9-4db1-af0d-90b08469c273, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=319be54f-37f9-4db1-af0d-90b08469c273,segment=NetworkSegment(fb6bdf95-db8a-4165-ba23-595310c957b1),segment_id=fb6bdf95-db8a-4165-ba23-595310c957b1)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:45.760236 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.762256 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:45.786990 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94494fd-1d6e-4e04-8074-308a53cfb762 x-openstack-request-id: req-d94494fd-1d6e-4e04-8074-308a53cfb762 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:45.787289 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97640db9-713d-4c98-ae70-2791ca23ca81", "name": "network-vif-plugged", "status": "completed", "tag": "319be54f-37f9-4db1-af0d-90b08469c273", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:45.787556 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d94494fd-1d6e-4e04-8074-308a53cfb762 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:45.787945 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97640db9-713d-4c98-ae70-2791ca23ca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319be54f-37f9-4db1-af0d-90b08469c273', 'code': 200} Jun 23 14:14:45.813105 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=319be54f-37f9-4db1-af0d-90b08469c273,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:45.816223 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:46.056152 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f5b2-b9bd-4f78-9e64-b0f15f2575e9 req-17cc1488-6c07-4bdb-b696-9b9aa1975777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:46.057601 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0fd1f5b2-b9bd-4f78-9e64-b0f15f2575e9 req-17cc1488-6c07-4bdb-b696-9b9aa1975777 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 1103 time: 0.0535049 Jun 23 14:14:46.091338 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-0fd1f5b2-b9bd-4f78-9e64-b0f15f2575e9 req-0a98fced-f0a8-4f91-8f8c-cbcd9da3acba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272145 Jun 23 14:14:46.505865 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc566f-8d98-43a4-a4c0-7f0daca6d08d req-e288f777-af8f-4401-9a37-0004e7e94c49 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:46.507378 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dddc566f-8d98-43a4-a4c0-7f0daca6d08d req-e288f777-af8f-4401-9a37-0004e7e94c49 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 950 time: 0.0711961 Jun 23 14:14:46.547684 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dddc566f-8d98-43a4-a4c0-7f0daca6d08d req-e7c3842d-ee0e-4632-9ffa-3e1f22f6c0fd tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Jun 23 14:14:47.733445 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d04a75-bb27-4cef-abab-d9fc786b38a9 req-f549ac94-33e1-47bf-9ec5-5968132e02da tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.734913 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c1d04a75-bb27-4cef-abab-d9fc786b38a9 req-f549ac94-33e1-47bf-9ec5-5968132e02da tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 950 time: 0.0719256 Jun 23 14:14:47.775512 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c1d04a75-bb27-4cef-abab-d9fc786b38a9 req-9a96e336-3ad6-4a1d-aaa3-ec1671d65ea5 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Jun 23 14:14:48.957546 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d57f8-28e5-426b-bccb-eb781dd12ed5 req-20b061c9-a92a-443e-bd0c-d66624c096d2 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.959039 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-628d57f8-28e5-426b-bccb-eb781dd12ed5 req-20b061c9-a92a-443e-bd0c-d66624c096d2 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 950 time: 0.0622549 Jun 23 14:14:48.995887 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-628d57f8-28e5-426b-bccb-eb781dd12ed5 req-d5789bc2-e68d-409e-ba74-d49d4e25a0ae tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Jun 23 14:14:49.442409 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78037d-4efc-4a17-a022-206aa82cf08d req-3f750783-a694-49ad-9694-a768260c5438 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:49.443830 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4d78037d-4efc-4a17-a022-206aa82cf08d req-3f750783-a694-49ad-9694-a768260c5438 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 950 time: 0.0741248 Jun 23 14:14:49.489253 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4d78037d-4efc-4a17-a022-206aa82cf08d req-a36d8366-e5b9-49b6-9e97-1e523d582fa5 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Jun 23 14:14:49.722534 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.685818 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644fe3d-fbe7-4e49-9ede-adb76133c864 req-badf13a4-9528-48df-a911-d666a8088ff4 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.687265 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7644fe3d-fbe7-4e49-9ede-adb76133c864 req-badf13a4-9528-48df-a911-d666a8088ff4 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 950 time: 0.0635056 Jun 23 14:14:50.723729 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7644fe3d-fbe7-4e49-9ede-adb76133c864 req-b07a1ea5-8e25-4f8a-acb9-4b89497a34e1 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b686e6a-560a-40e9-bc47-f7fd24bf390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308027 Jun 23 14:14:51.499648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-f1e97c9b-ab04-4202-8ad2-276722e5b401 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.501204 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-f1e97c9b-ab04-4202-8ad2-276722e5b401 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.53 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 950 time: 0.0713396 Jun 23 14:14:51.618876 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Deleting port 319be54f-37f9-4db1-af0d-90b08469c273 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:51.619228 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.707505 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] For port 319be54f-37f9-4db1-af0d-90b08469c273, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=319be54f-37f9-4db1-af0d-90b08469c273,segment=NetworkSegment(fb6bdf95-db8a-4165-ba23-595310c957b1),segment_id=fb6bdf95-db8a-4165-ba23-595310c957b1)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:51.707864 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.719718 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Calling delete_port for 319be54f-37f9-4db1-af0d-90b08469c273 owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:51.844064 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.848089 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:51.863190 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f059e3d3-2033-4e81-853a-ae7d02531452 req-e82bf2d6-85e6-4963-99a1-1007712b91c5 tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.55 "GET /v2.0/ports?device_id=97640db9-713d-4c98-ae70-2791ca23ca81 HTTP/1.1" status: 200 len: 210 time: 0.0286086 Jun 23 14:14:51.877191 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Pushing event deleted for resources: {'Port': ['ID=319be54f-37f9-4db1-af0d-90b08469c273,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:51.885773 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.886205 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.886579 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.886941 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.887353 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.887683 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.888033 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.888383 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.888762 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.889081 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.889451 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.889767 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:51.898243 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:51.936756 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] No DVR routers for this DVR port 319be54f-37f9-4db1-af0d-90b08469c273 on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:51.939627 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.941637 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6f3ffccc-244f-4cdc-8c0c-6a9ddc567d88 req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] 10.222.0.53 "DELETE /v2.0/ports/319be54f-37f9-4db1-af0d-90b08469c273 HTTP/1.1" status: 204 len: 173 time: 0.4172778 Jun 23 14:14:51.942197 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97640db9-713d-4c98-ae70-2791ca23ca81', 'name': 'network-vif-deleted', 'tag': '319be54f-37f9-4db1-af0d-90b08469c273'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:51.944645 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd29820-7a02-46df-9195-75ca5fbe8fa6" -d '{"events": [{"server_uuid": "97640db9-713d-4c98-ae70-2791ca23ca81", "name": "network-vif-deleted", "tag": "319be54f-37f9-4db1-af0d-90b08469c273"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:51.982109 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a68e1-460b-4fda-ada7-3f1df4e4b1ae x-openstack-request-id: req-c12a68e1-460b-4fda-ada7-3f1df4e4b1ae {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:51.982437 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97640db9-713d-4c98-ae70-2791ca23ca81", "name": "network-vif-deleted", "tag": "319be54f-37f9-4db1-af0d-90b08469c273", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:51.982721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c12a68e1-460b-4fda-ada7-3f1df4e4b1ae {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:51.983149 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97640db9-713d-4c98-ae70-2791ca23ca81', 'name': 'network-vif-deleted', 'tag': '319be54f-37f9-4db1-af0d-90b08469c273', 'status': 'completed', 'code': 200} Jun 23 14:14:53.641673 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 319be54f-37f9-4db1-af0d-90b08469c273 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:53.669419 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 319be54f-37f9-4db1-af0d-90b08469c273 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:53.669769 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 319be54f-37f9-4db1-af0d-90b08469c273 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:56.869186 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33458) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:56.999035 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-cd584488-08fb-472f-b479-0a55e239fa47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efc2aa41544842a692953cb800d69b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285768 Jun 23 14:14:57.001439 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33462) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:57.055334 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.076517 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.127023 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.130077 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.131580 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b686e6a-560a-40e9-bc47-f7fd24bf390e HTTP/1.1" status: 204 len: 168 time: 0.1292126 Jun 23 14:14:57.132436 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-324fd394-0812-42ea-8eb5-4308b58ff57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:57.140344 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b686e6a-560a-40e9-bc47-f7fd24bf390e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:57.147925 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.148192 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.148545 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.148964 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.149245 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.149715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.150229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.150684 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.151144 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.151497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.151841 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.152185 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.156026 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:57.880730 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d4314-9ea1-491a-b253-0dc228d78f59 req-03c1ea9b-fbe8-40d0-8bf2-80d9e27458b7 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:57.882310 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-896d4314-9ea1-491a-b253-0dc228d78f59 req-03c1ea9b-fbe8-40d0-8bf2-80d9e27458b7 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0658870 Jun 23 14:14:57.920302 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-896d4314-9ea1-491a-b253-0dc228d78f59 req-a8dedf57-c9f1-436a-81ed-43e50eeb9e72 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Jun 23 14:14:59.108843 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b925c77-60cb-4161-86fb-ea8e5a0eb086 req-95a16252-a132-453a-942c-37bdec109cef tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.110203 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0b925c77-60cb-4161-86fb-ea8e5a0eb086 req-95a16252-a132-453a-942c-37bdec109cef tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0705805 Jun 23 14:14:59.158231 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0b925c77-60cb-4161-86fb-ea8e5a0eb086 req-6ae873fb-feb9-47b0-b17c-61e4ceaef47b tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 Jun 23 14:15:00.338263 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63ce79-a79f-4651-bbad-6525f3e1472b req-76ad98bc-2b05-49e7-be39-26426774b783 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:00.339699 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9f63ce79-a79f-4651-bbad-6525f3e1472b req-76ad98bc-2b05-49e7-be39-26426774b783 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0661530 Jun 23 14:15:00.387512 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9f63ce79-a79f-4651-bbad-6525f3e1472b req-035a2133-13b0-4d02-9b4a-31cef3322b2d tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Jun 23 14:15:01.588973 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb79dc-56b7-42a1-8594-a6a91f25e71c req-20842b0d-b9b4-44d9-a515-da023359a19a tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:01.591014 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4adb79dc-56b7-42a1-8594-a6a91f25e71c req-20842b0d-b9b4-44d9-a515-da023359a19a tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0809839 Jun 23 14:15:01.631728 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4adb79dc-56b7-42a1-8594-a6a91f25e71c req-78085624-474a-4b47-92b1-f0638495c38e tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Jun 23 14:15:02.810983 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b197ddb-2a42-4178-af40-781f72341209 req-8312fc4e-c496-4851-ad60-26bd7078aebf tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.812400 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0b197ddb-2a42-4178-af40-781f72341209 req-8312fc4e-c496-4851-ad60-26bd7078aebf tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0701756 Jun 23 14:15:02.849317 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0b197ddb-2a42-4178-af40-781f72341209 req-48ebace3-5bb3-47d2-9191-3e93c1677daa tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6c42df-bd3b-401a-9048-a5e71d7a8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Jun 23 14:15:03.146548 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-e05dfb09-9dea-460f-b137-8d32f7900883 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.148016 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-e05dfb09-9dea-460f-b137-8d32f7900883 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 945 time: 0.0694883 Jun 23 14:15:03.253367 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Deleting port 4578229c-5e89-4d23-8eab-cc006d592ef6 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:15:03.253711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.337980 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] For port 4578229c-5e89-4d23-8eab-cc006d592ef6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4578229c-5e89-4d23-8eab-cc006d592ef6,segment=NetworkSegment(932f8302-75ae-4821-b89e-e14da8985731),segment_id=932f8302-75ae-4821-b89e-e14da8985731)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:03.338403 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.350999 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Calling delete_port for 4578229c-5e89-4d23-8eab-cc006d592ef6 owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:15:03.481368 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.485138 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4d18fd8d-c1b9-4090-97d7-8fdec4ed519c tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:03.509075 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Pushing event deleted for resources: {'Port': ['ID=4578229c-5e89-4d23-8eab-cc006d592ef6,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:03.512069 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:03.516864 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['4578229c-5e89-4d23-8eab-cc006d592ef6'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:15:03.556803 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] No DVR routers for this DVR port 4578229c-5e89-4d23-8eab-cc006d592ef6 on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:15:03.559304 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.561279 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a588be3e-1f52-42c4-8006-fc2619a307c9 req-643e0c30-0af9-4f78-9298-c422b4d1f2ae tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.53 "DELETE /v2.0/ports/4578229c-5e89-4d23-8eab-cc006d592ef6 HTTP/1.1" status: 204 len: 173 time: 0.4069667 Jun 23 14:15:03.561796 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'name': 'network-vif-deleted', 'tag': '4578229c-5e89-4d23-8eab-cc006d592ef6'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:03.564084 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a254ec-39c4-40ea-81b4-5c3bc22b4e74" -d '{"events": [{"server_uuid": "00087def-d574-4ef0-b10c-d0ab29bd6eac", "name": "network-vif-deleted", "tag": "4578229c-5e89-4d23-8eab-cc006d592ef6"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:03.601374 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd19776c-87bc-4f91-841d-e769943b5fd9 x-openstack-request-id: req-bd19776c-87bc-4f91-841d-e769943b5fd9 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:03.601732 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00087def-d574-4ef0-b10c-d0ab29bd6eac", "name": "network-vif-deleted", "tag": "4578229c-5e89-4d23-8eab-cc006d592ef6", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:03.602085 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd19776c-87bc-4f91-841d-e769943b5fd9 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:03.602631 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00087def-d574-4ef0-b10c-d0ab29bd6eac', 'name': 'network-vif-deleted', 'tag': '4578229c-5e89-4d23-8eab-cc006d592ef6', 'status': 'completed', 'code': 200} Jun 23 14:15:04.014492 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5dd8587a-f783-48ac-9c8e-660d9e39cad9 req-9a370da8-363e-4d59-90bf-f0e8a8f0e541 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] 10.222.0.55 "GET /v2.0/ports?device_id=00087def-d574-4ef0-b10c-d0ab29bd6eac HTTP/1.1" status: 200 len: 210 time: 0.0335722 Jun 23 14:15:05.074045 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f898a58e-a9f3-4451-847c-7a414543a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.731378 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 4578229c-5e89-4d23-8eab-cc006d592ef6 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:15:05.755691 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 4578229c-5e89-4d23-8eab-cc006d592ef6 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:15:05.756068 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 4578229c-5e89-4d23-8eab-cc006d592ef6 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:15:07.599258 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1c20c521-1089-4c57-8f93-62ce967ab947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.115689 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:15:09.013012 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.027371 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.820871 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146575-1330-4c7b-a07e-fd4a5ebf1941 req-ad80badd-b15c-4f23-87cc-c11e8c42b45b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:09.822237 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-79146575-1330-4c7b-a07e-fd4a5ebf1941 req-ad80badd-b15c-4f23-87cc-c11e8c42b45b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0679727 Jun 23 14:15:09.860773 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-79146575-1330-4c7b-a07e-fd4a5ebf1941 req-546a1b76-702d-41d3-bad3-5f1713208d6d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Jun 23 14:15:10.378391 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:11.045066 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49aea77-0b44-48a2-a0bb-cd563b9f54bf req-659b590d-b636-4433-8ffd-47c58638b1f8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:11.046527 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c49aea77-0b44-48a2-a0bb-cd563b9f54bf req-659b590d-b636-4433-8ffd-47c58638b1f8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0762172 Jun 23 14:15:11.084155 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c49aea77-0b44-48a2-a0bb-cd563b9f54bf req-c900608b-c24b-4b32-991c-056d10f79ce8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jun 23 14:15:12.256380 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b17ed-ba82-4430-9abe-c32676fc3381 req-b2ba0d66-2c51-42ac-8d7b-a2559cc7e2d8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.257793 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d4b17ed-ba82-4430-9abe-c32676fc3381 req-b2ba0d66-2c51-42ac-8d7b-a2559cc7e2d8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0642724 Jun 23 14:15:12.297240 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8d4b17ed-ba82-4430-9abe-c32676fc3381 req-83c38a3c-9492-44f4-87f6-9a8be0c1619a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334971 Jun 23 14:15:13.479412 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de17bd-f352-4734-ab69-06ee13373d43 req-5eea4daa-1787-453a-8a5c-539ef54c8abe tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:13.480811 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-60de17bd-f352-4734-ab69-06ee13373d43 req-5eea4daa-1787-453a-8a5c-539ef54c8abe tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0616620 Jun 23 14:15:13.521717 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-60de17bd-f352-4734-ab69-06ee13373d43 req-2489d272-36dd-4565-9ae5-ddc893cd46d2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351171 Jun 23 14:15:14.702220 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5e58-b772-4672-bc0e-17ac7ba7b828 req-39d81106-52db-4ec4-a658-839b6bb3275a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:14.703700 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-154f5e58-b772-4672-bc0e-17ac7ba7b828 req-39d81106-52db-4ec4-a658-839b6bb3275a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0640881 Jun 23 14:15:14.743661 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-154f5e58-b772-4672-bc0e-17ac7ba7b828 req-14efb6e3-dfb3-43f5-88df-0be4425f4ea9 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341325 Jun 23 14:15:15.925368 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e531-09b8-4e16-893f-684d13fde83e req-020dd0a3-a95f-4262-989c-a190a0b11aab tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:15.926843 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-71e6e531-09b8-4e16-893f-684d13fde83e req-020dd0a3-a95f-4262-989c-a190a0b11aab tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0623932 Jun 23 14:15:15.964168 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-71e6e531-09b8-4e16-893f-684d13fde83e req-1059c264-a94a-47dc-ac39-a663c71f3bbf tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Jun 23 14:15:16.805644 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0798284-fdb1-422f-9ee4-c719119e92db req-7c516a89-0e69-4d6b-b632-971ae401d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:16.807741 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a0798284-fdb1-422f-9ee4-c719119e92db req-7c516a89-0e69-4d6b-b632-971ae401d158 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1098 time: 0.0579371 Jun 23 14:15:16.924061 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0798284-fdb1-422f-9ee4-c719119e92db req-52de8280-7eab-42dc-99e5-2af18164d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:16.925547 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a0798284-fdb1-422f-9ee4-c719119e92db req-52de8280-7eab-42dc-99e5-2af18164d9f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 911 time: 0.0933781 Jun 23 14:15:17.024358 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a0798284-fdb1-422f-9ee4-c719119e92db req-2ff993c3-cc0b-4058-8c7b-95d138d835d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 200 len: 1001 time: 0.0910769 Jun 23 14:15:17.045356 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ba57b-7adb-408e-bc90-197b9a5e3c83 req-32ca7564-ec81-4ba1-8919-ae3fff24bf41 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.047117 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-564ba57b-7adb-408e-bc90-197b9a5e3c83 req-32ca7564-ec81-4ba1-8919-ae3fff24bf41 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0720589 Jun 23 14:15:17.085127 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-8fa4d408-1188-4ac1-844a-8027eadd90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.086631 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-8fa4d408-1188-4ac1-844a-8027eadd90e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1138 time: 0.1018627 Jun 23 14:15:17.088325 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0798284-fdb1-422f-9ee4-c719119e92db req-4dc62e8f-f891-4e86-aa9b-443d2b010467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.089617 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a0798284-fdb1-422f-9ee4-c719119e92db req-4dc62e8f-f891-4e86-aa9b-443d2b010467 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.0586467 Jun 23 14:15:17.090361 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-564ba57b-7adb-408e-bc90-197b9a5e3c83 req-90bde602-a0b1-41a0-a4d2-44c6bf84c9c1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359008 Jun 23 14:15:17.241428 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0798284-fdb1-422f-9ee4-c719119e92db req-0a8889c6-b7d2-4e6d-a8d3-ddb11c7a899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.242803 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a0798284-fdb1-422f-9ee4-c719119e92db req-0a8889c6-b7d2-4e6d-a8d3-ddb11c7a899e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1233895 Jun 23 14:15:17.243904 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-356b9b8e-0e4d-45df-a3f6-102e90f939de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.245164 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-356b9b8e-0e4d-45df-a3f6-102e90f939de service neutron] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 916 time: 0.1167378 Jun 23 14:15:17.252733 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35b956-896e-434e-b72d-faffbee0e1a9 req-7f8fb618-b07b-4190-a3ed-c6e89bcd826f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.254230 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5d35b956-896e-434e-b72d-faffbee0e1a9 req-7f8fb618-b07b-4190-a3ed-c6e89bcd826f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0628879 Jun 23 14:15:17.292676 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5d35b956-896e-434e-b72d-faffbee0e1a9 req-600d14d1-0e56-4c0a-af33-24156677f9ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325766 Jun 23 14:15:17.364719 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-625f9e57-0442-40f7-8dde-add285a708b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 1002 time: 0.1024475 Jun 23 14:15:17.412362 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a0798284-fdb1-422f-9ee4-c719119e92db req-9c590ad1-63bd-4e31-aa53-3fc20e007efb service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570547 Jun 23 14:15:17.430660 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-10246894-b306-48c0-9102-34bb17a54d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.431953 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-10246894-b306-48c0-9102-34bb17a54d5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0602429 Jun 23 14:15:17.541171 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a0798284-fdb1-422f-9ee4-c719119e92db req-5a448158-01b9-4288-9505-d61d47c51335 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216953 Jun 23 14:15:17.546910 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-5736ce5c-6e97-4a27-9352-ace42d419c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.548246 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-5736ce5c-6e97-4a27-9352-ace42d419c57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073337 Jun 23 14:15:17.645925 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-192d1f06-4a50-457e-9cfa-4b397c0d44cf service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830345 Jun 23 14:15:17.743401 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-b23c5bed-925f-480e-a9c7-9c93861b202e req-2be49d09-69e7-4da4-a68c-089e5d76ed50 service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897961 Jun 23 14:15:18.285925 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01aad7-dda5-4608-9aca-c7b5244bec30 req-ba630120-5283-4e23-bf55-8597e174c303 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:18.288333 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fe01aad7-dda5-4608-9aca-c7b5244bec30 req-ba630120-5283-4e23-bf55-8597e174c303 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0788934 Jun 23 14:15:18.331926 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fe01aad7-dda5-4608-9aca-c7b5244bec30 req-cf9c094c-5420-41dc-8c5b-e41481d13e3c tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386667 Jun 23 14:15:18.471129 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c629f1-6e61-4d3e-9e91-0d899a6707a5 req-b90b017a-55b4-434f-96f2-e816a7a06581 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:18.472621 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-35c629f1-6e61-4d3e-9e91-0d899a6707a5 req-b90b017a-55b4-434f-96f2-e816a7a06581 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0675459 Jun 23 14:15:18.510718 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-35c629f1-6e61-4d3e-9e91-0d899a6707a5 req-50765675-8dc0-4454-80ec-b85802d07beb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Jun 23 14:15:19.507423 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e6b87-d91a-44ec-9d7e-05bd1eac41f6 req-ccbfe8c4-3662-46dc-8c11-48522f26c8b2 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:19.508930 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a53e6b87-d91a-44ec-9d7e-05bd1eac41f6 req-ccbfe8c4-3662-46dc-8c11-48522f26c8b2 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0679495 Jun 23 14:15:19.553287 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a53e6b87-d91a-44ec-9d7e-05bd1eac41f6 req-dab5d9e9-7272-4899-8e44-c2b0acd398f8 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355332 Jun 23 14:15:19.701790 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816c5d1-12c4-45bf-ab4c-173b2b705508 req-eb043700-8971-40d2-aed6-90c92177cb2b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:19.703258 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6816c5d1-12c4-45bf-ab4c-173b2b705508 req-eb043700-8971-40d2-aed6-90c92177cb2b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0686092 Jun 23 14:15:19.722975 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:19.743265 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6816c5d1-12c4-45bf-ab4c-173b2b705508 req-7b78bb68-a81b-45fa-b14e-984369507102 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338776 Jun 23 14:15:20.744484 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ffab2-5d98-47ef-9299-af2308177e96 req-82a0bf1b-0141-4b11-915a-9561e72ac71f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:20.745839 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-eb5ffab2-5d98-47ef-9299-af2308177e96 req-82a0bf1b-0141-4b11-915a-9561e72ac71f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0749767 Jun 23 14:15:20.786730 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-eb5ffab2-5d98-47ef-9299-af2308177e96 req-1214911f-3d06-431f-b076-54a8a666d994 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349195 Jun 23 14:15:20.926361 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a8b49-b8ce-42ca-a1ee-6f53d9c4e015 req-27084e05-d6f2-41ac-b5b4-64173c8237b0 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:20.927828 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-791a8b49-b8ce-42ca-a1ee-6f53d9c4e015 req-27084e05-d6f2-41ac-b5b4-64173c8237b0 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0695395 Jun 23 14:15:20.969545 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-791a8b49-b8ce-42ca-a1ee-6f53d9c4e015 req-817e45c3-7be2-441a-a7e0-0c3e873e63b2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356147 Jun 23 14:15:21.326518 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b5cb-a12a-4fcc-b92c-8938aade4154 req-f602feaf-e9bf-4deb-a18e-556e73cfa5cd tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.328125 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ab78b5cb-a12a-4fcc-b92c-8938aade4154 req-f602feaf-e9bf-4deb-a18e-556e73cfa5cd tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0717249 Jun 23 14:15:21.366681 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ab78b5cb-a12a-4fcc-b92c-8938aade4154 req-5c19f3cc-8320-49a4-9e89-58098f9b7aca tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Jun 23 14:15:21.369422 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-424210b9-a77d-4590-921a-83fcf89a3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.370957 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-424210b9-a77d-4590-921a-83fcf89a3406 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 1098 time: 0.0528810 Jun 23 14:15:21.708658 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-44b4e44a-b6df-4547-abce-af0aa2606e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.710182 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-44b4e44a-b6df-4547-abce-af0aa2606e7a service neutron] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 911 time: 0.3316720 Jun 23 14:15:21.773216 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-d79e15b5-1971-41dd-acde-e04447b36c8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 200 len: 1001 time: 0.0541193 Jun 23 14:15:21.825395 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-efd38148-6be0-432e-86fc-e28af6bc226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.826923 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-efd38148-6be0-432e-86fc-e28af6bc226a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.0464714 Jun 23 14:15:21.885371 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-70aaac33-9af6-421f-a46e-c9fabe5c5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.886882 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-70aaac33-9af6-421f-a46e-c9fabe5c5d49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537665 Jun 23 14:15:21.962424 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801e06e-beee-4f4e-8dac-4b57a9051f4d req-e3e44739-8d62-44de-bfb1-d005f0e3f2e2 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.963810 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d801e06e-beee-4f4e-8dac-4b57a9051f4d req-e3e44739-8d62-44de-bfb1-d005f0e3f2e2 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0620561 Jun 23 14:15:21.973385 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-2b814424-cca2-47a0-918e-94fb3e9dbbd4 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794122 Jun 23 14:15:22.003667 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d801e06e-beee-4f4e-8dac-4b57a9051f4d req-251d4323-e60a-434e-9ac8-ad0f7055bfd7 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331068 Jun 23 14:15:22.066860 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-3b01f3d0-363e-49cd-81cb-d2892642bc49 req-7bfaf105-274a-4c85-b521-fdb387b88daf service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860653 Jun 23 14:15:22.707258 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85ffc-b85f-41ad-9ddb-257d5bc969a4 req-a66c00fe-2ef1-44ff-8e97-c348c2f7ec12 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:22.709039 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-24b85ffc-b85f-41ad-9ddb-257d5bc969a4 req-a66c00fe-2ef1-44ff-8e97-c348c2f7ec12 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.2251964 Jun 23 14:15:22.747245 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-24b85ffc-b85f-41ad-9ddb-257d5bc969a4 req-4b361de0-627d-49af-83c5-c56458df4754 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 Jun 23 14:15:23.175745 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29624607-8b56-4303-ba20-64971970e8aa req-d95f351d-7c05-4a60-85f7-ac4e9342128c tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:23.177161 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-29624607-8b56-4303-ba20-64971970e8aa req-d95f351d-7c05-4a60-85f7-ac4e9342128c tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0623934 Jun 23 14:15:23.216176 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-29624607-8b56-4303-ba20-64971970e8aa req-1d802a87-7b02-4f9e-a2a2-6503ab959e66 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332162 Jun 23 14:15:23.223586 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33710) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:23.265253 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Deleting subnet a51319ba-db08-4138-83c0-70a1c760aa7e {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:15:23.268406 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.312880 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.354074 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.407579 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.409791 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-52bb82d4-52e0-4ea1-aa1f-7d39bdd3db24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:23.432376 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51319ba-db08-4138-83c0-70a1c760aa7e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:23.435562 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:23.436506 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.438338 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e80dc27b-c05d-45fd-a738-3461d8288725 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a51319ba-db08-4138-83c0-70a1c760aa7e HTTP/1.1" status: 204 len: 168 time: 0.2138400 Jun 23 14:15:23.440949 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33712) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:23.509613 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.588524 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.599427 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7']}} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:23.609417 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932f8302-75ae-4821-b89e-e14da8985731') {'for_net_delete': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:23.609674 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932f8302-75ae-4821-b89e-e14da8985731') {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:23.618773 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131351709'] for segment, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.632580 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.639786 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:15:23.640125 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130316637'] for segment, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: Traceback (most recent call last): Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: timer() Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: cb(*args, **kw) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: return func(*args, **kwargs) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: self._notify() Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: self.callback(batched_events) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: event.method(event) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: return f(self, *a, **k) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: return self._get(url).json() Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: return self.request(url, 'GET', **kwargs) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:15:23.641903 dv-cinder-784477-5-smb neutron-server[93136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:15:23.699366 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.703921 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-efd8cf6d-19da-4b2b-b15d-3eb093ab4a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:23.707705 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.712088 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7 HTTP/1.1" status: 204 len: 168 time: 0.2701495 Jun 23 14:15:23.725359 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Pushing event deleted for resources: {'Network': ['ID=65fc4ddd-25c7-4e1a-8740-f5a1b801b9f7,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:23.727727 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:23.883462 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33720) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:23.922691 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-04a05178-9871-4ff0-8404-66379c715352 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b9be36cd71b48aa9116731beed27e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379324 Jun 23 14:15:23.925192 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33722) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:23.972814 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.994897 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.043379 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.045860 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.047052 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d6c42df-bd3b-401a-9048-a5e71d7a8e09 HTTP/1.1" status: 204 len: 168 time: 0.1209846 Jun 23 14:15:24.047824 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b8b12010-152a-4936-8563-858e43afeef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:24.055482 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6c42df-bd3b-401a-9048-a5e71d7a8e09,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:24.057786 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:24.105269 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe4b33-7df6-43ac-b7c4-4d1aaa8ea054 req-7d865b09-e273-416b-ab1b-f6e7d64f1d59 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:24.106777 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1ebe4b33-7df6-43ac-b7c4-4d1aaa8ea054 req-7d865b09-e273-416b-ab1b-f6e7d64f1d59 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.2358243 Jun 23 14:15:24.144016 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1ebe4b33-7df6-43ac-b7c4-4d1aaa8ea054 req-7a943f52-f0d6-43d5-b50e-7d6594c3cab9 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312459 Jun 23 14:15:24.388144 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6600-3b9f-42e6-90f4-ef75a679f84e req-1468063e-2276-48a3-88ed-c0ae33b4c2ed tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:24.389713 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-287b6600-3b9f-42e6-90f4-ef75a679f84e req-1468063e-2276-48a3-88ed-c0ae33b4c2ed tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0615993 Jun 23 14:15:24.428711 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-287b6600-3b9f-42e6-90f4-ef75a679f84e req-7a6dae17-686f-476b-b463-42d761c01684 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330582 Jun 23 14:15:24.703040 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33750) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:24.808347 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-390055735-network', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:24.833938 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Made reservation on behalf of c4db258474334e978f32b2cbd6d30ad6 for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:24.836106 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.844329 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.936483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.942544 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.946847 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c4b3e132-87fb-427a-ab75-2da8f0693262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:24.967674 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:15:24.987760 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6438b5a4-a5b7-4c95-8cd6-4db7b5abb06b,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:24.990791 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:24.991121 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Added segment 3d658074-faef-4006-9330-b78c95479f58 of type vlan for network e7639972-495b-46af-b79b-55e31256e6b9 Jun 23 14:15:24.992525 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:25.030627 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.062865 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.064282 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.065017 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.068769 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-34ceedde-e296-4aa8-9ecf-50fbd9a9d507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:25.131771 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4275000 Jun 23 14:15:25.134523 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33756) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:25.139387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Request body: {'subnet': {'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-390055735-subnet', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'ip_version': 4}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:25.142292 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Pushing event updated for resources: {'Network': ['ID=e7639972-495b-46af-b79b-55e31256e6b9,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:25.144942 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:25.153206 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network e7639972-495b-46af-b79b-55e31256e6b9 details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:15:25.163924 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Made reservation on behalf of c4db258474334e978f32b2cbd6d30ad6 for: {'subnet': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:25.166576 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130051573'] for subnet, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.333926 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130581763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130051559'] for subnet, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.336522 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9b3f5bac-d09a-4761-b33b-1fd336412c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:25.391028 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5770e4-08d4-4997-b126-6e57ad1f98dd,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:25.393685 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:25.402946 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Checking segment: {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:25.403282 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Network hostable DHCP agents. Network: e7639972-495b-46af-b79b-55e31256e6b9, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:15:25.421128 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Network e7639972-495b-46af-b79b-55e31256e6b9 is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:15:25.430797 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, e7639972-495b-46af-b79b-55e31256e6b9) {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:25.435158 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.435746 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.441052 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d856f-859f-4c95-8998-b68d2f3968a7 None None] Network e7639972-495b-46af-b79b-55e31256e6b9 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:25.450388 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-38db63e8-8df6-4a6d-acc2-516d17bfc737 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3147757 Jun 23 14:15:25.453049 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33760) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:25.457660 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:25.480999 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.482071 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.533472 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.591313 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-e7639972-495b-46af-b79b-55e31256e6b9', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:15:25.592526 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.624313 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2786eb-00fc-4e1a-8e4f-59582e7702b7 req-47b26d72-988c-4222-91e5-d77c01f9b680 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.628803 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cf2786eb-00fc-4e1a-8e4f-59582e7702b7 req-47b26d72-988c-4222-91e5-d77c01f9b680 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0832124 Jun 23 14:15:25.673035 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.674682 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cf2786eb-00fc-4e1a-8e4f-59582e7702b7 req-a238164c-d871-472d-8725-7d3e27ade8bc tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427907 Jun 23 14:15:25.734829 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Allocated IP 172.20.0.2 (e7639972-495b-46af-b79b-55e31256e6b9/9d5770e4-08d4-4997-b126-6e57ad1f98dd/ad729698-ca09-4691-8a04-1dd707376714) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:25.871636 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.875692 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.880224 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Transition to ACTIVE for port object ad729698-ca09-4691-8a04-1dd707376714 will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:25.895013 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Transition to ACTIVE for port object ad729698-ca09-4691-8a04-1dd707376714 will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:25.897763 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.902636 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:25.906182 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-59282543-ef30-4d02-8904-9a32755c85f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:25.947399 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Network e7639972-495b-46af-b79b-55e31256e6b9 is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:25.950129 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:25.954713 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:25.956658 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Pushing event updated for resources: {'Port': ['ID=ad729698-ca09-4691-8a04-1dd707376714,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:25.959678 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:26.002790 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Allocated IP 172.28.0.186 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/4d2f5c6a-a4ac-490f-beee-1b22aa488a3d) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:26.012155 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Attempting to bind port ad729698-ca09-4691-8a04-1dd707376714 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:15:26.012527 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Attempting to bind port ad729698-ca09-4691-8a04-1dd707376714 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:15:26.012893 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Attempting to bind port ad729698-ca09-4691-8a04-1dd707376714 on network e7639972-495b-46af-b79b-55e31256e6b9 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:26.018143 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:15:26.018528 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Checking segment: {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:26.018939 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.019341 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Bound using segment: {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:15:26.019822 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Bound port: ad729698-ca09-4691-8a04-1dd707376714, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:15:26.020198 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.082026 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] For port ad729698-ca09-4691-8a04-1dd707376714, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:15:26.085096 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] For port ad729698-ca09-4691-8a04-1dd707376714, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=ad729698-ca09-4691-8a04-1dd707376714,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:15:26.089919 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.092906 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:26.112058 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.152038 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Pushing event updated for resources: {'Port': ['ID=ad729698-ca09-4691-8a04-1dd707376714,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:26.153609 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.157734 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:26.162341 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c3ac9a8f-4daa-4349-ac7d-bbdf457b2dcc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:26.200533 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:26.204960 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:26.209352 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:26.212483 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:26.231244 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:26.486701 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.684301 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.820199 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:15:26.864773 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d2cc6-1e85-46ea-9b9b-11b60597ba12 req-6f482931-69cc-4fe0-940b-c3bf8e7ea920 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:26.868167 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-495d2cc6-1e85-46ea-9b9b-11b60597ba12 req-6f482931-69cc-4fe0-940b-c3bf8e7ea920 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0705853 Jun 23 14:15:26.908255 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-495d2cc6-1e85-46ea-9b9b-11b60597ba12 req-df2283aa-db34-4882-8458-cc9bb6d69109 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356243 Jun 23 14:15:26.931271 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:15:26.941374 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Sync routers for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:15:26.948041 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.950286 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4952621 Jun 23 14:15:26.952082 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33766) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:26.953507 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:26.954424 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:27.038064 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42215b52-33a3-4ec3-974f-5fcfce849cdc None None] Network e7639972-495b-46af-b79b-55e31256e6b9 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:27.110051 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:27.286800 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-d45fca4f-b609-40ba-8c74-7fd0ac3912bb None None] Provisioning for port ad729698-ca09-4691-8a04-1dd707376714 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:27.364404 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.496386 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:26Z', 'revision_number': 3, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:27.524112 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Allocated IP 172.20.0.1 (e7639972-495b-46af-b79b-55e31256e6b9/9d5770e4-08d4-4997-b126-6e57ad1f98dd/9b0890ad-e988-4b75-aaa0-0ddb74d2aec5) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:27.526418 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Checking router: 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:15:27.526859 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Updating router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:15:27.571021 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.636789 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.653488 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Transition to ACTIVE for port object 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:27.688104 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.690162 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-bc2251d0-a4a2-4b92-a6fa-69cc6d861e69 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:27.729132 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Network e7639972-495b-46af-b79b-55e31256e6b9 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:27.734629 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:27.736630 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:27.739083 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:27.741229 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:27.776341 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.834983 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.845577 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Transition to ACTIVE for port object 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:27.854585 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.857170 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:27.910205 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Attempting to bind port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:15:27.910585 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Attempting to bind port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:15:27.910940 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Attempting to bind port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:27.915584 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.919653 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abe617-e8e4-4633-b431-855ec07843dc None None] Pushing event updated for resources: {'Port': ['ID=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:27.922580 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-05abe617-e8e4-4633-b431-855ec07843dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:27.923709 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:15:27.924192 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:27.924589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.924972 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:15:27.925483 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Bound port: 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:15:27.925859 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.985753 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] For port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:15:27.989431 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] For port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:15:27.991220 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-c6515d43-82c8-4f6e-a7ae-f63d4e1ea9b0 None None] Provisioning for port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:27.995980 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-c6515d43-82c8-4f6e-a7ae-f63d4e1ea9b0 None None] Provisioning complete for port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:27.996385 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-c6515d43-82c8-4f6e-a7ae-f63d4e1ea9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.999559 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.017400 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:28.088468 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-c6515d43-82c8-4f6e-a7ae-f63d4e1ea9b0 None None] Port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:15:28.096601 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abe617-e8e4-4633-b431-855ec07843dc None None] Pushing event updated for resources: {'Port': ['ID=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:28.101024 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-05abe617-e8e4-4633-b431-855ec07843dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:28.101667 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:28.102545 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:28.120421 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2d95e-c5e6-475f-ba40-7e4223efbaa7 req-d3fc94de-06bc-49c2-853c-862976bed489 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:28.126553 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c8c2d95e-c5e6-475f-ba40-7e4223efbaa7 req-d3fc94de-06bc-49c2-853c-862976bed489 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0978322 Jun 23 14:15:28.175628 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c8c2d95e-c5e6-475f-ba40-7e4223efbaa7 req-67a009a8-13a4-4475-bd3d-f2f923779014 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434234 Jun 23 14:15:28.220269 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device ad729698-ca09-4691-8a04-1dd707376714 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:28.225524 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:28.329726 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.335260 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.338329 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:28.370894 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port ad729698-ca09-4691-8a04-1dd707376714 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:28.380484 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port ad729698-ca09-4691-8a04-1dd707376714 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:28.380863 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.403318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.406242 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:28.411392 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:28.495368 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Network e7639972-495b-46af-b79b-55e31256e6b9 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:28.496870 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:28.504868 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.525631 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 1, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:28.558505 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93444b5-d4f1-4db5-a76e-300ad74c25e2 None None] The sync data for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb is: [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 1, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:15:28.574582 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port ad729698-ca09-4691-8a04-1dd707376714, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=ad729698-ca09-4691-8a04-1dd707376714,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:28.591271 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.591271 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-3c0bc157-bdba-4ae2-918a-22333a8698bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:28.625086 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:15:28.649480 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=ad729698-ca09-4691-8a04-1dd707376714,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:28.654827 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:28.751970 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:15:28.756811 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] 10.222.0.55 "PUT /v2.0/routers/597a8d37-ebf1-4aaf-ae0b-583c3cef54ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035688 Jun 23 14:15:28.828317 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-71888cb1-6e08-4d91-86f1-de154e3ff75f None None] Provisioning complete for port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:28.828715 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-71888cb1-6e08-4d91-86f1-de154e3ff75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:28.871657 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-71888cb1-6e08-4d91-86f1-de154e3ff75f None None] Port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:15:29.267178 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33790) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:29.272551 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2107290565-network', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:29.294198 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Made reservation on behalf of 180c69c989ad47899bfddbb266f1e89e for: {'network': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:29.296612 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for network, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.306068 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.385737 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b86636-6409-4b02-b40b-988db2970b21 req-c64b1a60-f748-409c-9d52-175be2cdb852 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:29.387278 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-88b86636-6409-4b02-b40b-988db2970b21 req-c64b1a60-f748-409c-9d52-175be2cdb852 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0779471 Jun 23 14:15:29.401950 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.407009 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.410173 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-791daab2-ae51-49f9-aeb3-322ce78cfcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:29.432367 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:15:29.436488 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-88b86636-6409-4b02-b40b-988db2970b21 req-fe03f37e-bf79-47cd-b83b-cb2e6387c0b8 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432177 Jun 23 14:15:29.442568 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2343e27-13ee-434b-b9c6-3ce19f779915,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:29.447114 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:29.448216 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.448557 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.segments_db [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Added segment 353465f7-0caf-4104-9e68-1e33fbca7bd4 of type vlan for network 58c59906-9986-42cc-9788-0b7074b6e6bc Jun 23 14:15:29.494782 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772806247720'] for network, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.525033 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746'] for network, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.526469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:29.527060 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.529314 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1051ac38-6479-4925-ad5e-895d7a5442ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:29.581516 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3129478 Jun 23 14:15:29.584767 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33792) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:29.589024 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=58c59906-9986-42cc-9788-0b7074b6e6bc,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:29.592800 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-41f828d8-eae8-4c42-b522-17ac4c387ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:29.599287 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Request body: {'subnet': {'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2107290565-subnet', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'ip_version': 4}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:29.600579 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Network 58c59906-9986-42cc-9788-0b7074b6e6bc details requested by agent ovs-agent-dv-cinder-784477-5-smb with host dv-cinder-784477-5-smb {{(pid=93138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:15:29.623463 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Made reservation on behalf of 180c69c989ad47899bfddbb266f1e89e for: {'subnet': 1} {{(pid=93137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:29.626401 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130280578'] for subnet, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.805659 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132020973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130280592'] for subnet, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.808363 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1c400942-870e-44b7-a678-80f97b5ef050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:29.857199 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60b0690-47c3-40a2-8aac-a53a4542130a,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:29.863954 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:29.872598 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Checking segment: {'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:29.872894 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Network hostable DHCP agents. Network: 58c59906-9986-42cc-9788-0b7074b6e6bc, hostable agents: ['b165dec5-22a9-43f5-a13d-4789c935cbce'], hosted agents: [] {{(pid=93137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:15:29.889722 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Network 58c59906-9986-42cc-9788-0b7074b6e6bc is scheduled to be hosted by DHCP agent b165dec5-22a9-43f5-a13d-4789c935cbce with binding_index 1 {{(pid=93137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:15:29.898558 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-smb, 58c59906-9986-42cc-9788-0b7074b6e6bc) {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:29.902686 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:29.903353 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.908817 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fdd6db-ac7c-472b-9a29-a0763d716ddf None None] Network 58c59906-9986-42cc-9788-0b7074b6e6bc requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:29.922150 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-1d1f39ea-6ae7-4618-8341-4afb71d7340c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3350670 Jun 23 14:15:29.924795 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33796) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:29.929140 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:29.950804 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15711'] for router, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:29.952001 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519216', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.009615 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.066801 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7eb5fb81-0043-5c04-b39c-bf481b4a01bb-58c59906-9986-42cc-9788-0b7074b6e6bc', 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'fixed_ips': [{'subnet_id': 'e60b0690-47c3-40a2-8aac-a53a4542130a'}]}} from dv-cinder-784477-5-smb. {{(pid=93138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:15:30.067675 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.150171 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15738'] for router, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.220183 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.db_base_plugin_common [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Allocated IP 172.20.0.2 (58c59906-9986-42cc-9788-0b7074b6e6bc/e60b0690-47c3-40a2-8aac-a53a4542130a/54c6a2a8-ca6a-4b8d-9415-8ef859d414bf) {{(pid=93138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:30.237050 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device ad729698-ca09-4691-8a04-1dd707376714 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:30.358161 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.377957 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.470662 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port ad729698-ca09-4691-8a04-1dd707376714 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:30.471036 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.488221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_common [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Allocated IP 172.28.0.32 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/9857b717-0593-4b0b-a9a5-793a1c7f0810) {{(pid=93137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:30.566381 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.602611 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Transition to ACTIVE for port object 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:30.625777 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:30.630998 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Transition to ACTIVE for port object 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf will not be triggered until provisioned by entity DHCP. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:30.634039 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Sync routers for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:15:30.644862 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:30.646070 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:30.662974 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390'] for port, after_create {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.666435 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:30.712024 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Network 58c59906-9986-42cc-9788-0b7074b6e6bc is already hosted by enough agents. {{(pid=93138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:30.718405 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.scheduler.base_scheduler [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Resources bound (agent type, host, resource id): {{(pid=93138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:30.720934 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Received port after_create {{(pid=93138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:30.724850 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Pushing event updated for resources: {'Port': ['ID=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,revision_number=1']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:30.727771 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:30.757384 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:30.763122 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:30.777256 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:30.777925 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.817606 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Attempting to bind port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:15:30.818301 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Attempting to bind port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:15:30.818843 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Attempting to bind port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf on network 58c59906-9986-42cc-9788-0b7074b6e6bc {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:30.828040 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:15:30.828720 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Checking segment: {'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:30.829319 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.829860 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Bound using segment: {'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:15:30.830578 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Bound port: 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:15:30.831378 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.873207 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.893775 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f232e-4f4a-46f0-accb-40c4383d9626 req-e953f4a4-e79d-4a9e-97f7-8d6d757eb5b6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:30.895151 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-019f232e-4f4a-46f0-accb-40c4383d9626 req-e953f4a4-e79d-4a9e-97f7-8d6d757eb5b6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.1304889 Jun 23 14:15:30.929251 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.936719 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] For port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:15:30.941043 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] For port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,segment=NetworkSegment(353465f7-0caf-4104-9e68-1e33fbca7bd4),segment_id=353465f7-0caf-4104-9e68-1e33fbca7bd4)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:15:30.956651 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.962514 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:30.963551 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:30.973450 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-019f232e-4f4a-46f0-accb-40c4383d9626 req-d21a115e-d464-421a-b813-3db936437110 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722558 Jun 23 14:15:30.978051 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131237501'] for port, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.983906 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-22a4a2cd-d85f-42f1-b26c-780d275dedec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:30.995385 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.021730 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 2, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:31.031229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Pushing event updated for resources: {'Port': ['ID=9857b717-0593-4b0b-a9a5-793a1c7f0810,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:31.035641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:31.043188 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Pushing event updated for resources: {'Port': ['ID=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:31.045995 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:31.047567 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.base_scheduler [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Resources bound (agent type, host, resource id): {{(pid=93137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:31.053970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Received port after_create {{(pid=93137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:31.054455 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:31.054756 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-05abe617-e8e4-4633-b431-855ec07843dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:31.064645 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Checking router: 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:15:31.065020 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Updating router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:15:31.113802 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:31.118458 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:31.192709 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.346480 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.474723 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.485828 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Transition to ACTIVE for port object 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:31.496499 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.525233 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-46427b1d-ebb8-4fb2-a789-445ac2a94a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:31.553071 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517751'] for router, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.575352 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Pushing event updated for resources: {'Port': ['ID=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:31.586733 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.587312 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.587644 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.587960 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.588274 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.588584 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.589145 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.589324 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.589502 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.594342 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.596286 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.596613 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:31.618786 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:31.661062 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Attempting to bind port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:15:31.661962 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Attempting to bind port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:15:31.662336 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Attempting to bind port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 on network e7639972-495b-46af-b79b-55e31256e6b9 {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:31.668723 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:15:31.669144 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Checking segment: {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:31.669547 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.669991 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Bound using segment: {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:15:31.670634 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Bound port: 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:15:31.671157 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.699687 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 is scheduled to L3 agent c700433d-bf5b-4956-85a8-27adb1665971 with binding_index 1 {{(pid=93137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:15:31.741566 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] For port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:15:31.746257 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] For port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:15:31.752585 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.755107 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-edbc8afe-6ea8-4846-b888-15eca9e44581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:31.814634 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:31.815270 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:31.817054 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Pushing event updated for resources: {'Port': ['ID=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,revision_number=4']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:31.820853 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-6e9134bc-ac1e-49d1-97b6-c3cf17449733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:31.830622 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:15:31.840958 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Sync routers for ids ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:15:31.854858 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Routers {'78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:31.857028 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:31.863885 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.867113 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9413824 Jun 23 14:15:31.870043 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33802) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:31.946889 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:31.994528 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Set router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:32.278128 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c217c7f1-2c53-4fc5-95f4-bcc2894c6b43 None None] Network 58c59906-9986-42cc-9788-0b7074b6e6bc requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:32.284173 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:31Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:32.295208 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985689-9c6b-4b4a-a86b-41cdc44a1f44 req-67f594cb-812d-47dc-a5f3-e8295bdda434 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:32.296911 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-97985689-9c6b-4b4a-a86b-41cdc44a1f44 req-67f594cb-812d-47dc-a5f3-e8295bdda434 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.1287389 Jun 23 14:15:32.314200 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d8f6a-a9d6-4cef-b6f6-315bfcd83ff1 None None] The sync data for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb is: [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:31Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:15:32.366302 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-97985689-9c6b-4b4a-a86b-41cdc44a1f44 req-fc417268-dbf2-4a9e-862b-af5e3dba803f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635202 Jun 23 14:15:32.422361 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:32.432625 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-66095a64-bd82-48f3-8894-c200d49f34c9 None None] Provisioning for port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:32.488091 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:15:31Z', 'revision_number': 3, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port': {'id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:30Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:32.534804 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.539714 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Checking router: 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:15:32.540074 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Updating router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 port 9857b717-0593-4b0b-a9a5-793a1c7f0810 binding host dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:15:32.608322 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.611744 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:32.640330 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:32.640871 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.711347 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Allocated IP 172.20.0.1 (58c59906-9986-42cc-9788-0b7074b6e6bc/e60b0690-47c3-40a2-8aac-a53a4542130a/4154e4fe-3005-4d68-b245-13fd684e76e9) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:32.843029 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.860267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Transition to ACTIVE for port object 4154e4fe-3005-4d68-b245-13fd684e76e9 will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:32.876860 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.901657 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.919361 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c0de44e8-76eb-4632-9d12-ebc6f3cb0fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:32.941544 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,segment=NetworkSegment(353465f7-0caf-4104-9e68-1e33fbca7bd4),segment_id=353465f7-0caf-4104-9e68-1e33fbca7bd4)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:32.947944 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Network 58c59906-9986-42cc-9788-0b7074b6e6bc is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:32.950884 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:32.953315 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.954412 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:32.954601 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:32.958496 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-2c36a474-055d-4d19-ac1c-83f8129c8a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:33.016029 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Pushing event updated for resources: {'Port': ['ID=4154e4fe-3005-4d68-b245-13fd684e76e9,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:33.021731 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:33.037053 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-505975'] for router_interface, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.070899 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Notify callbacks [] for port, precommit_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.078564 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:33.086053 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:33.091502 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Transition to ACTIVE for port object 9857b717-0593-4b0b-a9a5-793a1c7f0810 will not be triggered until provisioned by entity L2. {{(pid=93138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:33.105526 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-9925b1f0-b942-4bf0-86cf-40f20f33050b None None] Provisioning complete for port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:33.105927 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-9925b1f0-b942-4bf0-86cf-40f20f33050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.109140 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.133613 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:33.164714 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:33.186850 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:33.187202 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.187332 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.349821 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaa19b-e152-4b61-b930-3890df00e67d None None] Pushing event updated for resources: {'Port': ['ID=9857b717-0593-4b0b-a9a5-793a1c7f0810,revision_number=2']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:33.353787 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.354130 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Attempting to bind port 9857b717-0593-4b0b-a9a5-793a1c7f0810 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:15:33.354515 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Attempting to bind port 9857b717-0593-4b0b-a9a5-793a1c7f0810 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:15:33.354882 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Attempting to bind port 9857b717-0593-4b0b-a9a5-793a1c7f0810 on network 2754c6ec-986a-4601-8efd-13767ec0bc68 {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:33.357029 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-7cbaa19b-e152-4b61-b930-3890df00e67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:33.362650 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.366623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:33.373893 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:15:33.374300 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Checking segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:33.374683 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.375087 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Bound using segment: {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'} {{(pid=93138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:15:33.375565 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.managers [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Bound port: 9857b717-0593-4b0b-a9a5-793a1c7f0810, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf0d02-1566-43eb-8173-3394e1f6bc64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}}] {{(pid=93138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:15:33.376029 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.435568 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506011'] for router_interface, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.437563 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Pushing event updated for resources: {'Port': ['ID=4154e4fe-3005-4d68-b245-13fd684e76e9,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:33.440624 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:33.493700 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] For port 9857b717-0593-4b0b-a9a5-793a1c7f0810, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:15:33.509481 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.512302 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] For port 9857b717-0593-4b0b-a9a5-793a1c7f0810, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=9857b717-0593-4b0b-a9a5-793a1c7f0810,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:15:33.522632 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.526887 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:33.533975 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Network 58c59906-9986-42cc-9788-0b7074b6e6bc is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:33.535877 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:33.565119 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5372c0d-aa3a-4154-bda9-e7338ee2360c req-a827a0c9-0666-4222-bfdb-98e92ed459d4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:33.572766 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b5372c0d-aa3a-4154-bda9-e7338ee2360c req-a827a0c9-0666-4222-bfdb-98e92ed459d4 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0813887 Jun 23 14:15:33.596689 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:33.607965 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaa19b-e152-4b61-b930-3890df00e67d None None] Pushing event updated for resources: {'Port': ['ID=9857b717-0593-4b0b-a9a5-793a1c7f0810,revision_number=3']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:33.613112 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-7cbaa19b-e152-4b61-b930-3890df00e67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:33.613794 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.614676 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:33.619504 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-05abe617-e8e4-4633-b431-855ec07843dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:33.621311 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Routers {'78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:33.622008 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:33.633335 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b5372c0d-aa3a-4154-bda9-e7338ee2360c req-830c6e1c-8694-4526-ab16-b2eddfad17ff tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593059 Jun 23 14:15:33.684623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:15:33.705227 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-60465e9e-b304-4b41-8c63-a9780d8150bd None None] Provisioning for port 4154e4fe-3005-4d68-b245-13fd684e76e9 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:33.736978 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-60465e9e-b304-4b41-8c63-a9780d8150bd None None] Provisioning complete for port 4154e4fe-3005-4d68-b245-13fd684e76e9 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:33.737359 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-60465e9e-b304-4b41-8c63-a9780d8150bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.766175 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:33.795935 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:15:33.799580 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:33.801311 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] 10.222.0.55 "PUT /v2.0/routers/78a9c15c-5ef9-4dbd-a7f2-83cff451bc75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9296913 Jun 23 14:15:33.821377 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-60465e9e-b304-4b41-8c63-a9780d8150bd None None] Port 4154e4fe-3005-4d68-b245-13fd684e76e9 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:15:33.837834 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:33.838148 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.843372 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] Set router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:33.998089 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-f95589e0-6f86-49aa-b886-b811eeafbd04 None None] Provisioning complete for port 4154e4fe-3005-4d68-b245-13fd684e76e9 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:33.998806 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f95589e0-6f86-49aa-b886-b811eeafbd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.077246 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-f95589e0-6f86-49aa-b886-b811eeafbd04 None None] Port 4154e4fe-3005-4d68-b245-13fd684e76e9 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:15:34.143782 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 4, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port': {'id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:30Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '4154e4fe-3005-4d68-b245-13fd684e76e9', 'name': '', 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'mac_address': 'fa:16:3e:40:b5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:32Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 2, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'subnets': [{'id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:34.170422 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:34.174004 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80e38a-5d15-4dfe-8a42-193d1be4f79f None None] The sync data for ids ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'] in dv-cinder-784477-5-smb is: [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 4, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port': {'id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:30Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '4154e4fe-3005-4d68-b245-13fd684e76e9', 'name': '', 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'mac_address': 'fa:16:3e:40:b5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:32Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 2, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'subnets': [{'id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:15:34.223318 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:34.223705 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.301863 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:34.350223 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:34.350359 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.416057 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33818) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:34.432029 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775547286', 'description': 'tempest-secgroup-smoke-1775547286 description', 'project_id': 'c4db258474334e978f32b2cbd6d30ad6'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:34.456959 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.541519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.546061 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.548587 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6174173c-bdce-4224-985e-5d767fdde03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:34.578213 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.582622 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1624899 Jun 23 14:15:34.582989 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33822) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:34.587847 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'security_group_rule': {'security_group_id': 'ec2e40c6-dac0-40e5-8101-14473c2834cf', 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:34.592581 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2e40c6-dac0-40e5-8101-14473c2834cf,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:34.595921 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9b668d46-4416-413d-b7b2-afe22d8de0ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:34.622596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.687061 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.692125 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.694304 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:34.713771 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823b1652-0038-493e-9fab-0f5906b0f94a,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:34.717411 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:34.718828 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.720116 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363432 Jun 23 14:15:34.723701 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33826) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:34.727934 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'security_group_rule': {'security_group_id': 'ec2e40c6-dac0-40e5-8101-14473c2834cf', 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:34.787223 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.858040 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77924f5-221a-404b-8a0f-c9d2f64ca2e5 req-58c4d33c-4b42-4c34-89e8-5097959f8fc1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:34.859797 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e77924f5-221a-404b-8a0f-c9d2f64ca2e5 req-58c4d33c-4b42-4c34-89e8-5097959f8fc1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.1086514 Jun 23 14:15:34.869185 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.882845 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.889875 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:34.913224 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5d1f57-c2d2-436a-b7d0-279f7c17c46b,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:34.918893 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:34.923508 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e77924f5-221a-404b-8a0f-c9d2f64ca2e5 req-b2e1075f-3959-4a53-a272-1d9b7d082467 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a45a216-d131-4acd-bace-64bfdbfc250b&id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561733 Jun 23 14:15:34.924946 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.926290 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-64c0e5ef-6265-451f-b681-d138cbd8be46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2018371 Jun 23 14:15:34.928780 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33828) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:34.933433 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'security_group_rule': {'security_group_id': 'ec2e40c6-dac0-40e5-8101-14473c2834cf', 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:34.960309 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.020964 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.025925 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.030610 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8bc7946d-6c9c-4d45-b99f-8675b3ddf7dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:35.044534 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1539d18-75b7-4c61-b3c4-86135b5753f3,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:35.048075 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:35.051970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.053133 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-21feea45-5634-4a13-ae16-6c5bbc13d1ff tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234255 Jun 23 14:15:35.055898 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 33832) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:35.061497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'security_group_rule': {'security_group_id': 'ec2e40c6-dac0-40e5-8101-14473c2834cf', 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:35.076714 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6a89-8bfa-4f44-841f-99d8b85fbaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.088662 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.166533 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.173116 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.175910 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:35.192576 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8670b5b-1749-407f-af79-75474359e127,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:35.195261 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:35.200338 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.201547 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446645 Jun 23 14:15:35.204584 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33834) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:35.209528 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'security_group_rule': {'security_group_id': 'ec2e40c6-dac0-40e5-8101-14473c2834cf', 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:35.239569 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.securitygroups_db [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Project c4db258474334e978f32b2cbd6d30ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:15:35.245319 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.308131 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.312350 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.317470 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7042c18d-b339-4d62-884b-2e471d9e67f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:35.331914 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1765fdfd-e6fb-4112-97f7-50e298acbdfe,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:35.334690 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:35.339840 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.344308 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4be57e66-24af-416c-8435-741ead20efd5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357837 Jun 23 14:15:35.344536 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 33836) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:35.349209 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'security_group_rule': {'security_group_id': 'ec2e40c6-dac0-40e5-8101-14473c2834cf', 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:35.371101 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.securitygroups_db [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Project c4db258474334e978f32b2cbd6d30ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:15:35.376178 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.436583 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.441723 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.443909 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2e4494ec-fb98-402a-884d-af70aade64b4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:35.461139 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7394c72-6b34-4cfd-9c5a-00ead06ea787,revision_number=0']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:35.463675 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:35.466431 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:35.468019 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-5c8dba51-6524-4f7b-90a8-c9000a717a6c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224310 Jun 23 14:15:36.196022 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9857b717-0593-4b0b-a9a5-793a1c7f0810 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:36.243669 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 9857b717-0593-4b0b-a9a5-793a1c7f0810 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:36.247473 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 9857b717-0593-4b0b-a9a5-793a1c7f0810 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:36.247881 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:36.339570 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:36.366878 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 9857b717-0593-4b0b-a9a5-793a1c7f0810, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=9857b717-0593-4b0b-a9a5-793a1c7f0810,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:36.372617 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:36.375787 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-66def2b3-7161-4dd3-bc21-f661ae5281bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:36.424613 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=9857b717-0593-4b0b-a9a5-793a1c7f0810,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:36.428258 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:36.465957 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Sync routers for ids ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:15:36.475950 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Routers {'78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:36.476566 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:36.600316 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Set router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:36.801291 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 4, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port': {'id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:30Z', 'updated_at': '2021-06-23T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '4154e4fe-3005-4d68-b245-13fd684e76e9', 'name': '', 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'mac_address': 'fa:16:3e:40:b5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:32Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 2, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'subnets': [{'id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:36.829090 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Checking router: 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:15:36.829423 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Updating router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 port 4154e4fe-3005-4d68-b245-13fd684e76e9 binding host dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:15:36.866570 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.144665 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Notify callbacks [] for port, precommit_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.155080 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.provisioning_blocks [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Transition to ACTIVE for port object 4154e4fe-3005-4d68-b245-13fd684e76e9 will not be triggered until provisioned by entity L2. {{(pid=93140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:37.162927 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.165209 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:37.214407 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c5540-b730-4808-bd5d-173694858600 None None] Pushing event updated for resources: {'Port': ['ID=4154e4fe-3005-4d68-b245-13fd684e76e9,revision_number=3']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:37.218775 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-f41c5540-b730-4808-bd5d-173694858600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:37.273188 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Attempting to bind port 4154e4fe-3005-4d68-b245-13fd684e76e9 on host dv-cinder-784477-5-smb for vnic_type normal with profile {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:15:37.273306 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Attempting to bind port 4154e4fe-3005-4d68-b245-13fd684e76e9 by drivers openvswitch,hyperv on host dv-cinder-784477-5-smb at level 0 using segments [{'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:15:37.273616 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Attempting to bind port 4154e4fe-3005-4d68-b245-13fd684e76e9 on network 58c59906-9986-42cc-9788-0b7074b6e6bc {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:37.279133 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Checking agent: {'id': '51df089c-4ae2-4928-87a3-f396cf787a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 9), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:15:37.279518 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Checking segment: {'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:37.279908 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.280288 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Bound using segment: {'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'} {{(pid=93140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:15:37.280756 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.managers [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Bound port: 4154e4fe-3005-4d68-b245-13fd684e76e9, host: dv-cinder-784477-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353465f7-0caf-4104-9e68-1e33fbca7bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc'}}] {{(pid=93140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:15:37.281125 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.344374 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] For port 4154e4fe-3005-4d68-b245-13fd684e76e9, host dv-cinder-784477-5-smb, cleared binding levels {{(pid=93140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:15:37.348618 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] For port 4154e4fe-3005-4d68-b245-13fd684e76e9, host dv-cinder-784477-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=4154e4fe-3005-4d68-b245-13fd684e76e9,segment=NetworkSegment(353465f7-0caf-4104-9e68-1e33fbca7bd4),segment_id=353465f7-0caf-4104-9e68-1e33fbca7bd4)] {{(pid=93140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:15:37.355480 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.369750 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:37.412261 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Routers {'78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:37.412896 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:15:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:37.467392 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c5540-b730-4808-bd5d-173694858600 None None] Pushing event updated for resources: {'Port': ['ID=4154e4fe-3005-4d68-b245-13fd684e76e9,revision_number=4']} {{(pid=93140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:37.470538 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-f41c5540-b730-4808-bd5d-173694858600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:37.583525 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-b9227ff0-bc78-4fa8-9939-5e5ae810840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.632964 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] Set router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:37.826603 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 4, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port': {'id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:30Z', 'updated_at': '2021-06-23T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '4154e4fe-3005-4d68-b245-13fd684e76e9', 'name': '', 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'mac_address': 'fa:16:3e:40:b5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:32Z', 'updated_at': '2021-06-23T14:15:37Z', 'revision_number': 4, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'subnets': [{'id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:37.852133 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b05f2-7b4a-4942-9ea8-f3b7f60641be None None] The sync data for ids ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'] in dv-cinder-784477-5-smb is: [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 4, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port': {'id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:30Z', 'updated_at': '2021-06-23T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '4154e4fe-3005-4d68-b245-13fd684e76e9', 'name': '', 'network_id': '58c59906-9986-42cc-9788-0b7074b6e6bc', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'mac_address': 'fa:16:3e:40:b5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:32Z', 'updated_at': '2021-06-23T14:15:37Z', 'revision_number': 4, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'subnets': [{'id': 'e60b0690-47c3-40a2-8aac-a53a4542130a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:15:38.181116 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9857b717-0593-4b0b-a9a5-793a1c7f0810 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:38.229763 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 9857b717-0593-4b0b-a9a5-793a1c7f0810 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:38.230169 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:38.314700 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4154e4fe-3005-4d68-b245-13fd684e76e9 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:38.362196 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning for port 4154e4fe-3005-4d68-b245-13fd684e76e9 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:38.366006 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 4154e4fe-3005-4d68-b245-13fd684e76e9 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:38.366386 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:38.445649 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:38.479463 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] For port 4154e4fe-3005-4d68-b245-13fd684e76e9, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=4154e4fe-3005-4d68-b245-13fd684e76e9,segment=NetworkSegment(353465f7-0caf-4104-9e68-1e33fbca7bd4),segment_id=353465f7-0caf-4104-9e68-1e33fbca7bd4)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:38.485673 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:38.488698 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:38.532892 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Pushing event updated for resources: {'Port': ['ID=4154e4fe-3005-4d68-b245-13fd684e76e9,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:38.536282 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:39.012087 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:39.025948 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:40.159551 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4154e4fe-3005-4d68-b245-13fd684e76e9 up at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:40.207700 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Provisioning complete for port 4154e4fe-3005-4d68-b245-13fd684e76e9 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:40.208077 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:40.377765 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:45.119486 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:15:49.727694 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:57.231448 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-3843e41e-6476-43d1-85a7-b9fa1b0ad4bb tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775547286&fields=id&tenant_id=c4db258474334e978f32b2cbd6d30ad6 HTTP/1.1" status: 200 len: 267 time: 0.0337384 Jun 23 14:15:57.337119 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-3a792fa6-5c8e-45b1-adb0-7e90aed3c036 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:57.338662 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-3a792fa6-5c8e-45b1-adb0-7e90aed3c036 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 808 time: 0.0985184 Jun 23 14:15:57.353563 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-13cd1b27-55f8-42c0-82f9-1a3ffd16f932 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/quotas/c4db258474334e978f32b2cbd6d30ad6 HTTP/1.1" status: 200 len: 375 time: 0.0091655 Jun 23 14:15:57.418974 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-31e21b5c-aa2c-4186-b559-3d6e2d7d63de tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595660 Jun 23 14:15:57.613473 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-f4c2efa4-1087-441b-baed-6c266670f5e8 service neutron] 10.222.0.55 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819298 Jun 23 14:15:57.708322 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-69d1afdd-fc5b-4541-81df-db977b3e3fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Jun 23 14:15:58.015885 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1a0ca9c5-20d5-4ed2-b402-399b2f3a8811 req-a8d76ae5-c603-42f4-8721-ac7d846d82a4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 210 time: 0.0278628 Jun 23 14:15:59.165210 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-48ceb72d-65bd-48cb-b992-5f9a10048930 req-d846a9ab-8d22-4347-9b54-aba852407441 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 210 time: 0.0326679 Jun 23 14:15:59.390262 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-4b4029ff-65fa-43b5-9d27-4a6be42b99c5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:59.391823 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-4b4029ff-65fa-43b5-9d27-4a6be42b99c5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.53 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 808 time: 0.1008935 Jun 23 14:15:59.472825 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-34fa229d-6747-4396-84e5-8848c49ccb90 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4db258474334e978f32b2cbd6d30ad6 HTTP/1.1" status: 200 len: 380 time: 0.0374024 Jun 23 14:15:59.482248 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'port': {'device_id': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'admin_state_up': True, 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'security_groups': ['ec2e40c6-dac0-40e5-8101-14473c2834cf']}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:59.592421 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Made reservation on behalf of c4db258474334e978f32b2cbd6d30ad6 for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:59.596234 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:59.714852 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Allocated IP 172.20.0.12 (e7639972-495b-46af-b79b-55e31256e6b9/9d5770e4-08d4-4997-b126-6e57ad1f98dd/418e718e-cf76-41a7-8588-b67e96b8675e) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:59.853041 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:59.866600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Transition to ACTIVE for port object 418e718e-cf76-41a7-8588-b67e96b8675e will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:59.900751 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:59.904562 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:59.945927 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Network e7639972-495b-46af-b79b-55e31256e6b9 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:59.956919 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:59.961501 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:59.965859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:59.995141 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.995509 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.995873 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.996229 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.996578 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.996954 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.997302 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.997648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.998018 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.998361 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.998711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:59.999048 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:00.004393 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:00.026321 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:00.027033 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.042682 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641682 Jun 23 14:16:00.111748 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Request body: {'port': {'device_id': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:00.188511 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.225435 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-f334a7df-b66a-4a98-a710-2a85536b29f1 None None] Provisioning for port 418e718e-cf76-41a7-8588-b67e96b8675e completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:00.229452 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-f334a7df-b66a-4a98-a710-2a85536b29f1 None None] Provisioning complete for port 418e718e-cf76-41a7-8588-b67e96b8675e triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:00.229927 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f334a7df-b66a-4a98-a710-2a85536b29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.264319 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-f334a7df-b66a-4a98-a710-2a85536b29f1 None None] Port 418e718e-cf76-41a7-8588-b67e96b8675e cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:00.337708 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f3a2f-e6e2-46a7-9db5-09ada6c9bc34 req-7465c825-41f3-4495-871f-97cf7c5b9d85 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:00.339173 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2a7f3a2f-e6e2-46a7-9db5-09ada6c9bc34 req-7465c825-41f3-4495-871f-97cf7c5b9d85 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 932 time: 0.0627921 Jun 23 14:16:00.376308 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2a7f3a2f-e6e2-46a7-9db5-09ada6c9bc34 req-a0f46e1b-6423-46d7-bca3-ba0ac1a8036f tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Jun 23 14:16:00.448536 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418e718e-cf76-41a7-8588-b67e96b8675e {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:00.456094 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.468595 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Transition to ACTIVE for port object 418e718e-cf76-41a7-8588-b67e96b8675e will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:00.473366 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.475434 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:00.522382 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:00.526962 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:00.590819 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Attempting to bind port 418e718e-cf76-41a7-8588-b67e96b8675e on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:00.591176 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Attempting to bind port 418e718e-cf76-41a7-8588-b67e96b8675e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:00.591888 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Attempting to bind port 418e718e-cf76-41a7-8588-b67e96b8675e on network e7639972-495b-46af-b79b-55e31256e6b9 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:00.596302 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Port 418e718e-cf76-41a7-8588-b67e96b8675e on network e7639972-495b-46af-b79b-55e31256e6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:16:00.596628 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Attempting to bind port 418e718e-cf76-41a7-8588-b67e96b8675e on network e7639972-495b-46af-b79b-55e31256e6b9 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:00.601538 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:00.601875 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Checking segment: {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:00.602327 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Bound using segment: {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:00.602786 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Bound port: 418e718e-cf76-41a7-8588-b67e96b8675e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d658074-faef-4006-9330-b78c95479f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:00.603140 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.668609 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:00.671534 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:00.676909 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.678996 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-43ce7012-f5aa-4045-87c6-3b3c677408b1 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:00.707459 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:00.708095 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.709473 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] 10.222.0.53 "PUT /v2.0/ports/418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 1094 time: 0.6477797 Jun 23 14:16:00.711828 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:00.714386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:00.744393 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:00.747776 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:00.829518 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-0cdeb7c9-ee25-4403-abe2-af5baf9e6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:00.831103 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-0cdeb7c9-ee25-4403-abe2-af5baf9e6e00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1097 time: 0.0563993 Jun 23 14:16:00.832572 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e950001-261a-4e24-98a9-af2f23696782 x-openstack-request-id: req-4e950001-261a-4e24-98a9-af2f23696782 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:00.832885 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:00.833168 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e950001-261a-4e24-98a9-af2f23696782 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:00.833581 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e', 'status': 'completed', 'code': 200} Jun 23 14:16:00.896033 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-057e751d-799d-485a-b66a-5b638b6e6890 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 217 time: 0.0364058 Jun 23 14:16:00.944001 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-808278a0-59f0-433e-a51c-edff866aa2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:00.945373 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-808278a0-59f0-433e-a51c-edff866aa2ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 200 len: 847 time: 0.0432031 Jun 23 14:16:01.002303 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-a400eba6-e564-484f-9b66-f2d53c105cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.003684 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-a400eba6-e564-484f-9b66-f2d53c105cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7639972-495b-46af-b79b-55e31256e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505879 Jun 23 14:16:01.093109 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-22f31b12-569f-47a7-81bf-d7f4efc2b481 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820312 Jun 23 14:16:01.178600 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-96f3e815-ea8e-4168-a10f-0ed25389299c req-227b02bf-5612-4319-aabe-afaf36de87b9 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786359 Jun 23 14:16:01.352721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-5e084a58-420e-499b-b654-45d612b8822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.354257 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-5e084a58-420e-499b-b654-45d612b8822b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1097 time: 0.0606949 Jun 23 14:16:01.443441 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-1c69861a-a013-4977-a048-083e34699157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.445018 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-1c69861a-a013-4977-a048-083e34699157 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 909 time: 0.0828428 Jun 23 14:16:01.488445 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-7c8d6299-d563-46e6-b05a-21a1ed073052 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 217 time: 0.0368714 Jun 23 14:16:01.535627 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-94d2fcd8-c58d-4cb9-a443-346747b3fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.537068 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-94d2fcd8-c58d-4cb9-a443-346747b3fefe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 200 len: 847 time: 0.0423706 Jun 23 14:16:01.552563 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455d454-8662-47d6-971e-4b8429acdc83 req-ad640b5d-7560-497d-af6c-28471a230367 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.554112 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c455d454-8662-47d6-971e-4b8429acdc83 req-ad640b5d-7560-497d-af6c-28471a230367 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 944 time: 0.0637000 Jun 23 14:16:01.595298 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c455d454-8662-47d6-971e-4b8429acdc83 req-61c9e733-357b-4291-a3c6-60d625531638 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352771 Jun 23 14:16:01.596766 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-655a1bfa-0f16-4143-8e00-26ab0e073955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.599340 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-655a1bfa-0f16-4143-8e00-26ab0e073955 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7639972-495b-46af-b79b-55e31256e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0558078 Jun 23 14:16:01.690679 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-250f94dc-7834-4fd8-bcd5-e7b381e3b6db service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842068 Jun 23 14:16:01.782314 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-16e3a51b-9fc6-4359-b11f-88ebb0cbede7 req-1d68fbc2-39e1-46a2-a1bd-c196e1460764 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829921 Jun 23 14:16:02.800603 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd71999-c282-41a2-96f6-904771e08d6e req-8e92efa2-f484-4f03-a0a6-166b7429ea91 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.802058 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-afd71999-c282-41a2-96f6-904771e08d6e req-8e92efa2-f484-4f03-a0a6-166b7429ea91 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 944 time: 0.0692763 Jun 23 14:16:02.840735 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-afd71999-c282-41a2-96f6-904771e08d6e req-aabb376e-a2e1-4ac4-b4a3-ca2a46b45014 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330071 Jun 23 14:16:04.019388 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841e862-b183-4ccb-9bbb-d3318361e884 req-4be33144-58c5-47a1-bd92-67dbe334e8a5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:04.020829 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4841e862-b183-4ccb-9bbb-d3318361e884 req-4be33144-58c5-47a1-bd92-67dbe334e8a5 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 944 time: 0.0629280 Jun 23 14:16:04.064102 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4841e862-b183-4ccb-9bbb-d3318361e884 req-da7442d6-1da6-42f7-ba0c-39ecbfd8fb39 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357180 Jun 23 14:16:04.073521 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 418e718e-cf76-41a7-8588-b67e96b8675e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:16:04.289320 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:04.300304 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '418e718e-cf76-41a7-8588-b67e96b8675e', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'port_id': '418e718e-cf76-41a7-8588-b67e96b8675e', 'mac_address': 'fa:16:3e:41:cb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:16:04.335721 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:04.348414 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418e718e-cf76-41a7-8588-b67e96b8675e {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:04.368247 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:04.375294 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:04.377018 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-556dd49c-9aea-468b-b5f3-45c36b521ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:04.420720 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:04.427628 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.427960 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.428313 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.428638 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.428972 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.429284 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.429591 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.429923 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.430246 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.430571 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.430878 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.431197 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:04.434970 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:04.822055 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['418e718e-cf76-41a7-8588-b67e96b8675e'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:05.079237 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-2628dc69-952a-4623-8345-823bef246a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:05.239072 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd5333-f6ea-466c-9735-8009d5936e76 req-e1d93d28-07f2-4755-9371-9c02b62264b1 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:05.240553 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d7fd5333-f6ea-466c-9735-8009d5936e76 req-e1d93d28-07f2-4755-9371-9c02b62264b1 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 945 time: 0.0698602 Jun 23 14:16:05.276720 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d7fd5333-f6ea-466c-9735-8009d5936e76 req-e407efaf-a818-4319-bf3e-649c4072b0c7 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304952 Jun 23 14:16:06.102025 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 418e718e-cf76-41a7-8588-b67e96b8675e up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:06.156687 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 418e718e-cf76-41a7-8588-b67e96b8675e completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:06.160443 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 418e718e-cf76-41a7-8588-b67e96b8675e triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:06.160828 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:06.237462 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:06.262002 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:06.264284 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f023c-82c3-4ee9-9e97-a51783b85aac" -d '{"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-plugged", "status": "completed", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:06.277582 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:06.283066 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:06.286714 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-df127d6e-b13e-4835-a474-74cccb93c7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:06.334868 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:06.338624 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:06.355472 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff0ea3-6f68-4d18-832d-e9eee224de83 x-openstack-request-id: req-beff0ea3-6f68-4d18-832d-e9eee224de83 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:06.355769 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-plugged", "status": "completed", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:06.356024 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-beff0ea3-6f68-4d18-832d-e9eee224de83 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:06.356417 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e', 'code': 200} Jun 23 14:16:06.503061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d89f99-be6a-40d4-a2a0-af00a892e69f req-84eefe2b-d866-4c68-b5ee-6c53727c3780 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:06.504530 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-89d89f99-be6a-40d4-a2a0-af00a892e69f req-84eefe2b-d866-4c68-b5ee-6c53727c3780 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0679371 Jun 23 14:16:06.543285 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-89d89f99-be6a-40d4-a2a0-af00a892e69f req-b0ccd9c1-ee03-45c8-943c-c4bb94fb1110 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328817 Jun 23 14:16:06.706685 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6c29-e536-472c-bcb0-29d8f0979180 req-d5feb12c-a2a6-480a-9659-f7f950470a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:06.708068 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-845e6c29-e536-472c-bcb0-29d8f0979180 req-d5feb12c-a2a6-480a-9659-f7f950470a38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1099 time: 0.0575838 Jun 23 14:16:06.747611 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-845e6c29-e536-472c-bcb0-29d8f0979180 req-e58a6c2d-4a75-4a96-af50-82d1b90bbfb6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Jun 23 14:16:07.587501 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-81f37767-a43e-4ecc-8dfc-f3fea556cd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:07.716803 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc491f80-102a-4631-bd33-c0c53e70652c req-122a7cfb-efc9-402d-b312-33afb80a6147 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:07.718260 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dc491f80-102a-4631-bd33-c0c53e70652c req-122a7cfb-efc9-402d-b312-33afb80a6147 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0626094 Jun 23 14:16:07.756283 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dc491f80-102a-4631-bd33-c0c53e70652c req-80da64cf-8c45-4acb-b5fd-521af63c1bc0 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Jun 23 14:16:08.948359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac4d2d-f997-4797-a35c-4854a345afe5 req-3a56b2b7-a90e-4cc8-a6e1-e475e5a1a102 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:08.949828 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e6ac4d2d-f997-4797-a35c-4854a345afe5 req-3a56b2b7-a90e-4cc8-a6e1-e475e5a1a102 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0712028 Jun 23 14:16:08.987923 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e6ac4d2d-f997-4797-a35c-4854a345afe5 req-7f1ebff7-1730-4355-b63e-b772ae51d6d0 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Jun 23 14:16:09.005987 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.025575 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.161137 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369847f9-f803-4034-817f-c9606374a4da req-3ce80a0e-d3ca-4400-8e8d-a064cd4cc6c1 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:09.162631 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-369847f9-f803-4034-817f-c9606374a4da req-3ce80a0e-d3ca-4400-8e8d-a064cd4cc6c1 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0644925 Jun 23 14:16:09.204780 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-369847f9-f803-4034-817f-c9606374a4da req-492df5a8-aa1f-4d86-8b53-fca92961ff46 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329762 Jun 23 14:16:09.231810 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34070) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:09.334523 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5b2c5-a61e-4634-a9b4-2b68f428eb06 tempest-TestShelveInstance-1241605259 tempest-TestShelveInstance-1241605259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:09.336731 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-caf5b2c5-a61e-4634-a9b4-2b68f428eb06 tempest-TestShelveInstance-1241605259 tempest-TestShelveInstance-1241605259-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1094 time: 0.1037309 Jun 23 14:16:09.340302 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34074) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:09.345030 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Request body: {'floatingip': {'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'port_id': '418e718e-cf76-41a7-8588-b67e96b8675e', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:09.367345 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for floatingip, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.462111 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.574152 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Allocated IP 172.28.0.23 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/77e172c3-eed2-4045-8dad-742cbc7a8e74) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:09.678830 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.727136 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.729141 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-e8553702-91fb-4686-91b4-a9f11ee8b00e tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:10.012800 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:10.015826 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:10.019727 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:10.025389 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'Port': ['ID=77e172c3-eed2-4045-8dad-742cbc7a8e74,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:10.044677 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:10.379436 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.389600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.394725 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c05c-29fa-4531-97c4-93a1b5ab35d9 req-8c05beec-3b7e-4cd5-9939-420ea2d2f929 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:10.396217 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5d25c05c-29fa-4531-97c4-93a1b5ab35d9 req-8c05beec-3b7e-4cd5-9939-420ea2d2f929 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0696476 Jun 23 14:16:10.435726 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5d25c05c-29fa-4531-97c4-93a1b5ab35d9 req-2fd7def0-8672-4193-a150-eb710c33d218 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336330 Jun 23 14:16:10.468384 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.615289 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.622723 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.624640 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9d892260-35ba-4931-b4c7-5e385c16574a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:10.687386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event updated for resources: {'Port': ['ID=77e172c3-eed2-4045-8dad-742cbc7a8e74,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:10.691291 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:10.701032 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.798783 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Floating IP cf758645-9b8f-4874-80da-3ed02bc86413 associated. External IP: 172.28.0.23, port: 418e718e-cf76-41a7-8588-b67e96b8675e. Jun 23 14:16:11.009556 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:11.119333 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:11.128985 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] Sync routers for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:11.136333 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.139214 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:11.139841 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:16:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:11.177692 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8363950 Jun 23 14:16:11.178431 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:11.180768 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe06255-85cd-477e-b9d2-6821cc0e7c07" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:11.218898 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee798537-1749-476f-8abc-61fda8ee59b2 x-openstack-request-id: req-ee798537-1749-476f-8abc-61fda8ee59b2 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:11.219215 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:11.219505 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee798537-1749-476f-8abc-61fda8ee59b2 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:11.219942 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e', 'status': 'completed', 'code': 200} Jun 23 14:16:11.249373 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:11.342244 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-d9feb46e-d640-4de0-9df7-476830ac0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:11.343685 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-d9feb46e-d640-4de0-9df7-476830ac0d07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1099 time: 0.0682204 Jun 23 14:16:11.432383 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-980aecfa-0bb5-41c6-9527-d91980cf772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:11.433862 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-980aecfa-0bb5-41c6-9527-d91980cf772d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 909 time: 0.0829551 Jun 23 14:16:11.465800 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'cf758645-9b8f-4874-80da-3ed02bc86413', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'floating_ip_address': '172.28.0.23', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'port_id': '418e718e-cf76-41a7-8588-b67e96b8675e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'mac_address': 'fa:16:3e:41:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:16:10Z', 'updated_at': '2021-06-23T14:16:10Z', 'revision_number': 0, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 5, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:11.495623 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] Checking router: 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:11.502628 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-8038c81d-58b2-4e75-b6a3-fdc0257f2135 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 999 time: 0.0618508 Jun 23 14:16:11.503887 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:11.504500 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:16:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:11.559591 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-f9579a17-1155-4e13-8cf7-29f1dacc35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:11.561175 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-f9579a17-1155-4e13-8cf7-29f1dacc35dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 200 len: 847 time: 0.0515969 Jun 23 14:16:11.609743 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:11.617768 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90566269-a8f6-4757-9a1a-e0259f5fff30 req-f2c50d46-46e2-4908-8862-9a589871c96d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:11.618721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-0aaa5bcf-a0d6-4c89-9e7c-6e006f7091ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:11.619697 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-90566269-a8f6-4757-9a1a-e0259f5fff30 req-f2c50d46-46e2-4908-8862-9a589871c96d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0637937 Jun 23 14:16:11.620294 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-0aaa5bcf-a0d6-4c89-9e7c-6e006f7091ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7639972-495b-46af-b79b-55e31256e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519426 Jun 23 14:16:11.658768 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-90566269-a8f6-4757-9a1a-e0259f5fff30 req-0f5dec2d-8130-424c-94af-66bcf1a63559 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328507 Jun 23 14:16:11.713849 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-ec34d119-d388-4d6d-a56e-2300e78d6515 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862141 Jun 23 14:16:11.801950 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7fe06255-85cd-477e-b9d2-6821cc0e7c07 req-cfa47778-e06a-462f-a726-09a3aeb76319 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807834 Jun 23 14:16:11.828965 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'cf758645-9b8f-4874-80da-3ed02bc86413', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'floating_ip_address': '172.28.0.23', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'port_id': '418e718e-cf76-41a7-8588-b67e96b8675e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'mac_address': 'fa:16:3e:41:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:16:10Z', 'updated_at': '2021-06-23T14:16:10Z', 'revision_number': 0, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 5, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:11.859402 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ec55a-f34b-474d-bad0-3713b6044a1d None None] The sync data for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb is: [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': 'cf758645-9b8f-4874-80da-3ed02bc86413', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'floating_ip_address': '172.28.0.23', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'port_id': '418e718e-cf76-41a7-8588-b67e96b8675e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'mac_address': 'fa:16:3e:41:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:16:10Z', 'updated_at': '2021-06-23T14:16:10Z', 'revision_number': 0, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 5, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:12.038190 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147f8a1-3e41-4fd9-a9a4-9768fd9d9513 None None] New status for floating IP cf758645-9b8f-4874-80da-3ed02bc86413: ACTIVE {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:16:12.849196 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51954b1-7aef-4f3e-b2c9-f197bfac0d61 req-25e3d359-bb16-4fa8-a4be-cd8be63ffd0c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:12.850736 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a51954b1-7aef-4f3e-b2c9-f197bfac0d61 req-25e3d359-bb16-4fa8-a4be-cd8be63ffd0c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0736179 Jun 23 14:16:12.890356 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a51954b1-7aef-4f3e-b2c9-f197bfac0d61 req-e9fca3f5-e331-4498-8627-3b37914babbb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Jun 23 14:16:14.079958 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc54ce-e770-42fb-8930-d587ad9e140c req-fd8929cb-b229-4717-a3a9-cc57951ae25c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:14.081380 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5abc54ce-e770-42fb-8930-d587ad9e140c req-fd8929cb-b229-4717-a3a9-cc57951ae25c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0689161 Jun 23 14:16:14.121629 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5abc54ce-e770-42fb-8930-d587ad9e140c req-8183ba66-3e17-469f-861f-ae5721f36f1f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Jun 23 14:16:15.321281 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57a9a7-197c-4710-a339-c8f59c7e05be req-b37ee293-1e0f-438d-b207-37b1e9f75a3a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:15.322753 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ca57a9a7-197c-4710-a339-c8f59c7e05be req-b37ee293-1e0f-438d-b207-37b1e9f75a3a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0721376 Jun 23 14:16:15.362616 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ca57a9a7-197c-4710-a339-c8f59c7e05be req-d59ed266-389b-4e0c-98a4-00e44aa643d5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312109 Jun 23 14:16:16.558402 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d98757-3db2-4a93-a54f-ee5c9bc74d66 req-195986d3-9ade-4aab-8dcc-f42f27ad98a9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:16.559802 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-02d98757-3db2-4a93-a54f-ee5c9bc74d66 req-195986d3-9ade-4aab-8dcc-f42f27ad98a9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0742025 Jun 23 14:16:16.600498 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-02d98757-3db2-4a93-a54f-ee5c9bc74d66 req-93edf0ac-43f7-456a-83fa-ac4a0f84db85 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324488 Jun 23 14:16:16.694198 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-3973ea54-85bd-4a2a-ad33-ba2be6386611 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525587 Jun 23 14:16:16.793831 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-65a23d8c-225d-44a0-82fd-0edf371e7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:16.795424 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-65a23d8c-225d-44a0-82fd-0edf371e7486 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1138 time: 0.0619540 Jun 23 14:16:16.901913 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-f5c0c855-07f7-4030-a449-c7f1e649a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:16.903369 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-f5c0c855-07f7-4030-a449-c7f1e649a12d service neutron] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 916 time: 0.0832889 Jun 23 14:16:16.978009 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-a062b9b1-38de-4714-b9e2-f87685a16f90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 1002 time: 0.0681612 Jun 23 14:16:17.026961 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-ffca24e8-c3b1-4173-b558-4524d15a00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:17.028347 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-ffca24e8-c3b1-4173-b558-4524d15a00e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0438521 Jun 23 14:16:17.085914 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-c668a356-de81-4ed5-9c3c-322a35ab5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:17.087328 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-c668a356-de81-4ed5-9c3c-322a35ab5784 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529773 Jun 23 14:16:17.178106 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-9f560404-c5c8-4eb8-91cd-127eb6d63918 service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829341 Jun 23 14:16:17.265853 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-fa56ec12-9c95-49f2-a8fb-2eff9e09d3e1 req-d6a5dd80-bf1a-43b2-8444-78c65e5d0195 service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808611 Jun 23 14:16:17.782431 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7849abf-34b0-4ecb-958a-1b3833d54976 req-ba84404d-5c44-4326-b490-fef10cd72304 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:17.783868 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7849abf-34b0-4ecb-958a-1b3833d54976 req-ba84404d-5c44-4326-b490-fef10cd72304 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0696790 Jun 23 14:16:17.820612 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e7849abf-34b0-4ecb-958a-1b3833d54976 req-e9947edc-78a6-4c17-91c5-bc3e82318a1f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311539 Jun 23 14:16:19.027367 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2e1c-26a0-4dc5-968c-5f6b89033ce9 req-d4b59ac8-cb28-4070-b1e0-6a726b33c0d1 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:19.028784 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-58af2e1c-26a0-4dc5-968c-5f6b89033ce9 req-d4b59ac8-cb28-4070-b1e0-6a726b33c0d1 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0677946 Jun 23 14:16:19.069525 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-58af2e1c-26a0-4dc5-968c-5f6b89033ce9 req-bc1c7c01-682b-48e2-99cd-19d720e9bba9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Jun 23 14:16:19.757692 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.277830 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611fb4-d314-4fe4-97f9-86a610811501 req-bf1a3948-2732-4b44-92a7-d317ee9e1c69 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:20.279266 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54611fb4-d314-4fe4-97f9-86a610811501 req-bf1a3948-2732-4b44-92a7-d317ee9e1c69 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0691502 Jun 23 14:16:20.316073 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54611fb4-d314-4fe4-97f9-86a610811501 req-10fa0efb-5bb2-46ae-9d7e-1d4c6e45ad46 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Jun 23 14:16:21.511159 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9632c-518d-45bb-9a03-e8ea2e0f4722 req-5602230f-6b1b-411e-8543-35454afa60f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:21.512572 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3dc9632c-518d-45bb-9a03-e8ea2e0f4722 req-5602230f-6b1b-411e-8543-35454afa60f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0748975 Jun 23 14:16:21.551613 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3dc9632c-518d-45bb-9a03-e8ea2e0f4722 req-ba05e93e-1f7a-42a6-a008-cb023bb93d88 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Jun 23 14:16:22.125350 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:22.133151 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:16:22.230473 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:22.242327 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'port_id': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'mac_address': 'fa:16:3e:fc:94:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:16:22.283824 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.296681 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 042a747a-8127-4fd3-b292-dc31ab6b02e0 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:22.316940 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:22.321700 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.323504 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-232aa6bd-a04a-4a32-99de-a82b05bcb9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:22.369109 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=6']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:22.372249 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:22.526646 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['042a747a-8127-4fd3-b292-dc31ab6b02e0'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:22.730006 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f141-b555-4c0f-9720-bc9b0ab6eab9 req-163f918f-aadf-4139-8bcb-28b0413697b6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:22.731367 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c919f141-b555-4c0f-9720-bc9b0ab6eab9 req-163f918f-aadf-4139-8bcb-28b0413697b6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0663145 Jun 23 14:16:22.767373 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c919f141-b555-4c0f-9720-bc9b0ab6eab9 req-a46d233f-f78b-42e6-9418-4acc46151f0d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304158 Jun 23 14:16:23.949915 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63239770-238d-4917-9e47-4e075bf3b9ec req-30b2dd90-c10a-463f-9c14-fde28d4619a5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:23.951367 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-63239770-238d-4917-9e47-4e075bf3b9ec req-30b2dd90-c10a-463f-9c14-fde28d4619a5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0637872 Jun 23 14:16:23.991266 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-63239770-238d-4917-9e47-4e075bf3b9ec req-630636d7-2df0-4915-afcd-2311603add3c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Jun 23 14:16:24.143956 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:24.205065 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 042a747a-8127-4fd3-b292-dc31ab6b02e0 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:24.205449 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.280581 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.302435 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:24.304705 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a3068-3ce6-468c-a169-b18268bce759" -d '{"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-plugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:24.317136 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:24.323040 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.325179 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:24.348928 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625e3fb6-10e6-439e-a0c5-65e84f087f7c x-openstack-request-id: req-625e3fb6-10e6-439e-a0c5-65e84f087f7c {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:24.349230 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-plugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:24.349486 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-625e3fb6-10e6-439e-a0c5-65e84f087f7c {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:24.349865 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'code': 200} Jun 23 14:16:24.375901 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=7']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:24.378825 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:25.183074 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203f45f-9c70-43ce-ab9c-9861060f524d req-2ee151a9-50e3-48ab-8ba6-b663b64e2533 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:25.184379 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6203f45f-9c70-43ce-ab9c-9861060f524d req-2ee151a9-50e3-48ab-8ba6-b663b64e2533 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0717194 Jun 23 14:16:25.223212 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6203f45f-9c70-43ce-ab9c-9861060f524d req-0d2a84de-1f51-491a-bb87-728859a06de7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305047 Jun 23 14:16:26.417061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a64e-8cc5-42cc-a3bd-295be97cd4b6 req-b0ed4ae9-61e6-4851-9102-71de0c6a0afb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:26.418407 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8133a64e-8cc5-42cc-a3bd-295be97cd4b6 req-b0ed4ae9-61e6-4851-9102-71de0c6a0afb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0653887 Jun 23 14:16:26.455645 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8133a64e-8cc5-42cc-a3bd-295be97cd4b6 req-eb92308a-ce08-4b86-a015-9e9465c315f9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Jun 23 14:16:27.650670 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b886f6-f101-4fd9-8a2d-5f1841308fbe req-9cbea4d8-7b52-4075-bf11-01f0acfa0282 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:27.652129 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-73b886f6-f101-4fd9-8a2d-5f1841308fbe req-9cbea4d8-7b52-4075-bf11-01f0acfa0282 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0683599 Jun 23 14:16:27.691437 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-73b886f6-f101-4fd9-8a2d-5f1841308fbe req-682b7ec8-a6fa-47b6-b6b3-0af4ede816f7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333068 Jun 23 14:16:28.877451 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe7eca-1bd1-4128-9028-f7f851585d93 req-972f9a2a-994e-493e-a038-2291e77da20f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:28.879036 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e1fe7eca-1bd1-4128-9028-f7f851585d93 req-972f9a2a-994e-493e-a038-2291e77da20f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0658631 Jun 23 14:16:28.916882 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e1fe7eca-1bd1-4128-9028-f7f851585d93 req-2cc5396d-92e7-4ec4-a043-6c3d4c1e1140 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Jun 23 14:16:30.111001 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f66b1-853f-41dc-9921-226cc6445768 req-157a72e1-c7aa-4e87-835f-154733e222e4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:30.112435 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5b4f66b1-853f-41dc-9921-226cc6445768 req-157a72e1-c7aa-4e87-835f-154733e222e4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0719402 Jun 23 14:16:30.150196 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5b4f66b1-853f-41dc-9921-226cc6445768 req-40306abe-44e7-44f8-98ba-f4ebe17ab36b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Jun 23 14:16:31.377472 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5a604-e8d2-4486-9fb8-c5a275cd9d28 req-7d650517-ca10-4c01-88b4-aae5478e5221 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:31.380172 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5eb5a604-e8d2-4486-9fb8-c5a275cd9d28 req-7d650517-ca10-4c01-88b4-aae5478e5221 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0675635 Jun 23 14:16:31.429085 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5eb5a604-e8d2-4486-9fb8-c5a275cd9d28 req-55bb1773-897a-4b90-842b-412d00d69329 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433552 Jun 23 14:16:31.977750 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87255a4-db19-4b37-be02-f3ade7ae3288 req-131b1e29-d3f7-4f84-bf68-fa48afcc50a6 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:31.979198 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e87255a4-db19-4b37-be02-f3ade7ae3288 req-131b1e29-d3f7-4f84-bf68-fa48afcc50a6 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0687084 Jun 23 14:16:32.020714 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e87255a4-db19-4b37-be02-f3ade7ae3288 req-489e9369-a4af-4593-a70a-acd600c4602b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355203 Jun 23 14:16:32.612996 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b87932-3500-4a6e-8067-0f94434fffd5 req-2781fa43-caf4-4989-b02c-ae6acac5a969 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:32.614468 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52b87932-3500-4a6e-8067-0f94434fffd5 req-2781fa43-caf4-4989-b02c-ae6acac5a969 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0656314 Jun 23 14:16:32.652605 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52b87932-3500-4a6e-8067-0f94434fffd5 req-5822b740-f7ab-4764-bbd5-8e540057a0c6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Jun 23 14:16:33.213641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26109e7-8041-4284-bc02-8540a455efbe req-1fb5b8ff-eeed-4725-9b88-9b26d9d09366 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:33.215034 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d26109e7-8041-4284-bc02-8540a455efbe req-1fb5b8ff-eeed-4725-9b88-9b26d9d09366 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0671668 Jun 23 14:16:33.255042 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d26109e7-8041-4284-bc02-8540a455efbe req-5d6dcfef-b46f-4d61-afda-83fde51a9ba0 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=17b82447-422f-4f37-ad04-148e4a01c129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Jun 23 14:16:33.513759 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-5baa8236-f138-4618-a0c0-cd408cfeee17 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:33.515171 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-5baa8236-f138-4618-a0c0-cd408cfeee17 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 945 time: 0.0766354 Jun 23 14:16:33.614904 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Deleting port 5c363b43-9eb6-4920-b19d-8e5bde1188ec {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:33.615248 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:33.708925 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] For port 5c363b43-9eb6-4920-b19d-8e5bde1188ec, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5c363b43-9eb6-4920-b19d-8e5bde1188ec,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:33.709704 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:33.835564 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e13fd7-7ab4-484f-82ae-2f268928cfac req-b588ddc9-2791-438e-a506-efe2e068bed9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:33.838388 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-23e13fd7-7ab4-484f-82ae-2f268928cfac req-b588ddc9-2791-438e-a506-efe2e068bed9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0664289 Jun 23 14:16:33.888367 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-23e13fd7-7ab4-484f-82ae-2f268928cfac req-925f76db-4dea-43c9-b5e2-4d4fea6550f1 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 Jun 23 14:16:33.971175 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:33.971543 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:33.971846 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Floating IP d8c018cb-392a-4f23-8950-22e908dcb762 disassociated. External IP: 172.28.0.111, port: 5c363b43-9eb6-4920-b19d-8e5bde1188ec. Jun 23 14:16:33.972198 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Calling delete_port for 5c363b43-9eb6-4920-b19d-8e5bde1188ec owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:34.101926 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:34.105956 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:34.133165 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event deleted for resources: {'Port': ['ID=5c363b43-9eb6-4920-b19d-8e5bde1188ec,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:34.136262 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:34.246419 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:34.420396 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-acca752a-ea26-4f77-9b7d-14d51e92837f req-a660ebe7-c611-4805-8e9a-c9cc03bf5d57 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 210 time: 0.0373569 Jun 23 14:16:34.655133 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:34.665210 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] Sync routers for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:34.677506 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:34.678272 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:16:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:34.713894 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] No DVR routers for this DVR port 5c363b43-9eb6-4920-b19d-8e5bde1188ec on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:34.725110 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:34.727328 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d407f6d4-d464-4f6c-bc4d-15afbbdd559f req-777aa73b-5c15-448d-9d57-acdced93e033 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "DELETE /v2.0/ports/5c363b43-9eb6-4920-b19d-8e5bde1188ec HTTP/1.1" status: 204 len: 173 time: 1.2062831 Jun 23 14:16:34.727886 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'name': 'network-vif-deleted', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:34.732156 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f55139b-d864-413a-9a7d-c7c8aa0a61ca" -d '{"events": [{"server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "name": "network-vif-deleted", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:34.795530 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb5da4d-66a4-4c62-ac1f-6b8ff042e04d x-openstack-request-id: req-fbb5da4d-66a4-4c62-ac1f-6b8ff042e04d {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:34.796168 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c4d5c-1713-44b2-beca-bbda590f24ba", "name": "network-vif-deleted", "tag": "5c363b43-9eb6-4920-b19d-8e5bde1188ec", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:34.796647 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbb5da4d-66a4-4c62-ac1f-6b8ff042e04d {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:34.797472 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c4d5c-1713-44b2-beca-bbda590f24ba', 'name': 'network-vif-deleted', 'tag': '5c363b43-9eb6-4920-b19d-8e5bde1188ec', 'status': 'completed', 'code': 200} Jun 23 14:16:34.810130 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:35.109762 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1ec5af08-8efb-4089-ad66-c430e1e2484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:35.124921 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:35.152292 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] Checking router: f9b1855c-39ef-448e-b4b9-d1a45f74bd2f for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:35.154880 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d520-0804-4378-b656-197521c26a9d req-0d00b65f-7efa-482b-8080-982da4855eb8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:35.162175 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1bd1d520-0804-4378-b656-197521c26a9d req-0d00b65f-7efa-482b-8080-982da4855eb8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0822244 Jun 23 14:16:35.162538 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:35.163329 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:16:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:35.228620 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1bd1d520-0804-4378-b656-197521c26a9d req-df185f8b-7884-409b-9957-2241bb304763 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654442 Jun 23 14:16:35.449589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:35.646928 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2043eead-5b9a-44eb-af75-e73588ef9a22 req-bdc60974-751a-4a13-ac0e-331fd2e1efbc tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=859c4d5c-1713-44b2-beca-bbda590f24ba HTTP/1.1" status: 200 len: 210 time: 0.0650713 Jun 23 14:16:35.689161 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:35.718591 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1416c-f817-46b4-9e10-6b7e6545683d None None] The sync data for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb is: [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:35.979657 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f92e7-38e4-4f77-9928-9bf167aeb67f None None] New status for floating IP d8c018cb-392a-4f23-8950-22e908dcb762: DOWN {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:16:36.222581 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 5c363b43-9eb6-4920-b19d-8e5bde1188ec no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:36.351939 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 5c363b43-9eb6-4920-b19d-8e5bde1188ec {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:36.352293 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 5c363b43-9eb6-4920-b19d-8e5bde1188ec not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:36.500915 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567a53-34c3-4f19-a9b5-4e5594b99416 req-43b5aec0-6920-44f5-9289-7356bc8010c8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:36.502463 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-74567a53-34c3-4f19-a9b5-4e5594b99416 req-43b5aec0-6920-44f5-9289-7356bc8010c8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0969880 Jun 23 14:16:36.546199 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-74567a53-34c3-4f19-a9b5-4e5594b99416 req-2b7c8009-8d57-481c-bbae-2d38994b57bd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380125 Jun 23 14:16:36.779167 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34212) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:36.838714 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:36.866964 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:36.923699 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:36.926715 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:36.928179 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "DELETE /v2.0/security-groups/17b82447-422f-4f37-ad04-148e4a01c129 HTTP/1.1" status: 204 len: 168 time: 0.1472328 Jun 23 14:16:36.928968 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-558dd67b-8f6a-483a-96eb-e36ae8ad1407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:36.931044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34218) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:36.937997 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b82447-422f-4f37-ad04-148e4a01c129,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:36.945139 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.945555 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.946054 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.946559 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.947285 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.947285 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.948541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.948541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.948541 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.949252 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.950109 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.950109 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:36.953595 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:36.965464 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.api.v2.resource [None req-96ecc12e-260b-49fd-a605-5129a29dcbf6 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] show failed (client error): The resource could not be found. Jun 23 14:16:36.966961 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-96ecc12e-260b-49fd-a605-5129a29dcbf6 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups/17b82447-422f-4f37-ad04-148e4a01c129 HTTP/1.1" status: 404 len: 347 time: 0.0340242 Jun 23 14:16:36.970161 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34220) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:37.383886 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Deleting port 5c47fd4e-ad4d-4cb8-a4ec-fc7b1470cb3e {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:37.384259 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.459946 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.460184 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.472869 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Calling delete_port for 5c47fd4e-ad4d-4cb8-a4ec-fc7b1470cb3e owned by network:floatingip {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:37.610268 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e10fc52e-e5b2-4ba0-b267-175b9936df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.631576 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.635630 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-44f710b2-4296-410d-8abb-63ffda189ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:37.664978 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event deleted for resources: {'Port': ['ID=5c47fd4e-ad4d-4cb8-a4ec-fc7b1470cb3e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:37.672823 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:37.768981 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.771690 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.772937 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "DELETE /v2.0/floatingips/d8c018cb-392a-4f23-8950-22e908dcb762 HTTP/1.1" status: 204 len: 168 time: 0.8007081 Jun 23 14:16:37.821240 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5b95e-aded-4512-a905-29dd5c14099f req-0fd1a30d-2bcc-4ebd-9cc8-4334f3350d8f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:37.824999 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cbc5b95e-aded-4512-a905-29dd5c14099f req-0fd1a30d-2bcc-4ebd-9cc8-4334f3350d8f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.1216252 Jun 23 14:16:37.895828 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cbc5b95e-aded-4512-a905-29dd5c14099f req-ece29ee4-0731-4964-aa43-bd4ba6b9f23a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653393 Jun 23 14:16:38.303673 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34226) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:38.309222 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1409018919', 'description': 'tempest-description--1447706027'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:38.335821 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.437132 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.442617 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.445827 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-60e94ec2-ac3b-4c16-9b9e-3a86ab234b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:38.474400 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.476086 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1706369 Jun 23 14:16:38.477045 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29562f49-8053-4b7a-8fdd-ba9315da03a8,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:38.479258 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34228) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:38.483986 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'security_group_rule': {'security_group_id': '29562f49-8053-4b7a-8fdd-ba9315da03a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:38.489717 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:38.522838 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.590642 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.597025 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.602248 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:38.618781 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ba1530-b614-46b8-ba65-336f98da5077,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:38.622201 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:38.623769 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.625935 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-0f9fd1bb-04a0-4181-9277-698da34501ba tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447184 Jun 23 14:16:38.628091 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34230) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:38.632942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'security_group_rule': {'security_group_id': '29562f49-8053-4b7a-8fdd-ba9315da03a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:38.664965 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.727225 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.732991 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.738178 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9016d1ab-e69b-4626-b9b8-75ab0b53b66b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:38.752375 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a96508-c3e3-4f22-b414-5abc6004458e,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:38.756867 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:38.764191 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.769071 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34232) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:38.770700 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-1579538f-67b8-48bd-a19c-2f98cf9d934d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410532 Jun 23 14:16:38.774338 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'floatingip': {'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:38.802927 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.919417 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.026889 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.035935 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.049222 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Allocated IP 172.28.0.136 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/003ae0de-42a8-4978-9d28-b744dab9aa9c) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:39.120183 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c5a8d-f63b-43a6-b059-01d953e9ab51 req-04f0d300-7866-4d67-b2a5-7ae4b604ef06 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:39.121782 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1a0c5a8d-f63b-43a6-b059-01d953e9ab51 req-04f0d300-7866-4d67-b2a5-7ae4b604ef06 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0758202 Jun 23 14:16:39.181614 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1a0c5a8d-f63b-43a6-b059-01d953e9ab51 req-c1815d12-00fc-4f1b-9836-5a5a196bcad6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541053 Jun 23 14:16:39.193342 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.238086 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.240289 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d5b95b17-afd8-4da2-9808-8decf34c2cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:39.274480 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:39.279520 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:39.284317 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:39.310717 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'Port': ['ID=003ae0de-42a8-4978-9d28-b744dab9aa9c,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:39.315006 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:39.378044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.427546 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.592560 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.598313 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.600389 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-0db91c1d-456c-4f06-926e-dac4194f9c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:39.672350 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'Port': ['ID=003ae0de-42a8-4978-9d28-b744dab9aa9c,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:39.676445 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:39.686587 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.705504 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.706843 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9367387 Jun 23 14:16:39.854675 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-19a49588-ee40-46a3-8187-2490f5234fdb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1409018919&fields=id&tenant_id=1210e3c13b554d839278c3ac16ad0e4a HTTP/1.1" status: 200 len: 267 time: 0.0358765 Jun 23 14:16:39.980208 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-0c742313-68b0-4a66-8c6c-9a536ac32e6d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:39.981721 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-0c742313-68b0-4a66-8c6c-9a536ac32e6d tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 810 time: 0.1138630 Jun 23 14:16:40.000562 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-aed48f8f-61a5-4c3b-a438-2f8e1765290f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/quotas/1210e3c13b554d839278c3ac16ad0e4a HTTP/1.1" status: 200 len: 375 time: 0.0129125 Jun 23 14:16:40.086696 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-fbe089ee-e9b2-4560-bf87-35c9b0ddd72e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792396 Jun 23 14:16:40.239572 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-7187be29-a8c3-4cd2-a06e-eecb924a700b service neutron] 10.222.0.55 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390944 Jun 23 14:16:40.379663 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.385318 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-5290ac36-1700-4fbf-b123-7004106dbf56 service neutron] 10.222.0.55 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400490 Jun 23 14:16:40.403428 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1103a-2d8a-47a8-83a7-8cc361771a3c req-b0787964-319e-47bc-80d6-9cf85ac354b4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:40.404862 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-11d1103a-2d8a-47a8-83a7-8cc361771a3c req-b0787964-319e-47bc-80d6-9cf85ac354b4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0902462 Jun 23 14:16:40.446438 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-11d1103a-2d8a-47a8-83a7-8cc361771a3c req-a4dcf7d2-eb85-44b4-8067-67eef5fd4af3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343306 Jun 23 14:16:40.555902 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a8da57ba-c56b-4653-8841-dc35a43deb2f req-30b36083-c87a-4ae5-838b-06a6bd903f09 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 210 time: 0.0317886 Jun 23 14:16:41.544954 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179089c-6f82-486d-8c75-13da002165f9 req-7c30fb3b-86b7-4775-8035-b9df72a16f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:41.546487 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f179089c-6f82-486d-8c75-13da002165f9 req-7c30fb3b-86b7-4775-8035-b9df72a16f81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1098 time: 0.0538828 Jun 23 14:16:41.630499 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aacd0-6d9a-43a4-9ef4-fd0a1d9290bb req-58e6a7be-d9ee-410d-8e81-6472dc364077 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:41.632084 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4a7aacd0-6d9a-43a4-9ef4-fd0a1d9290bb req-58e6a7be-d9ee-410d-8e81-6472dc364077 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0704246 Jun 23 14:16:41.646201 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179089c-6f82-486d-8c75-13da002165f9 req-7c963def-66e4-438d-9c43-4d9a0a4470e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:41.648043 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f179089c-6f82-486d-8c75-13da002165f9 req-7c963def-66e4-438d-9c43-4d9a0a4470e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0937192 Jun 23 14:16:41.681291 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4a7aacd0-6d9a-43a4-9ef4-fd0a1d9290bb req-3ab5acab-e00c-4ffa-a0b1-691cf4b6e5ae tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Jun 23 14:16:41.699317 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5e54902e-5433-421b-845a-6756d1595456 req-73a0e314-50b8-424b-bca1-29702fa95189 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 210 time: 0.0321281 Jun 23 14:16:41.720570 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f179089c-6f82-486d-8c75-13da002165f9 req-ff64b13b-a8ee-47bd-afdc-edc378c023af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 1001 time: 0.0650389 Jun 23 14:16:41.774969 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179089c-6f82-486d-8c75-13da002165f9 req-18f0e11d-54ef-4de2-81ae-eb84bd10c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:41.776331 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f179089c-6f82-486d-8c75-13da002165f9 req-18f0e11d-54ef-4de2-81ae-eb84bd10c513 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0477054 Jun 23 14:16:41.834234 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179089c-6f82-486d-8c75-13da002165f9 req-14c913b6-c992-4db3-bb86-236a9f23a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:41.835862 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f179089c-6f82-486d-8c75-13da002165f9 req-14c913b6-c992-4db3-bb86-236a9f23a6b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518665 Jun 23 14:16:42.024092 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f179089c-6f82-486d-8c75-13da002165f9 req-5e84d75e-7d8c-4516-9b57-2485fb495592 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585658 Jun 23 14:16:42.030961 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-edb15469-89f3-48ee-88d7-7928baa183d8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:42.032221 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-edb15469-89f3-48ee-88d7-7928baa183d8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 810 time: 0.1593750 Jun 23 14:16:42.128103 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-86b9ead2-b7be-4c8a-abfe-6cf0081b7b3e tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1210e3c13b554d839278c3ac16ad0e4a HTTP/1.1" status: 200 len: 380 time: 0.0770833 Jun 23 14:16:42.137852 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'port': {'device_id': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'admin_state_up': True, 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'security_groups': ['29562f49-8053-4b7a-8fdd-ba9315da03a8']}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:42.173663 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-f179089c-6f82-486d-8c75-13da002165f9 req-6f1d6fe6-8a51-4c47-9060-953ff2f28615 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405187 Jun 23 14:16:42.255881 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Made reservation on behalf of 1210e3c13b554d839278c3ac16ad0e4a for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:42.261726 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:42.403078 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Allocated IP 172.20.0.4 (59cc3b94-f40a-4a1f-92f0-46180091121b/2b9bae51-4aa1-466a-9a02-b075d6968774/7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:42.552519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:42.568711 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Transition to ACTIVE for port object 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:42.611646 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:42.616137 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b5a6d8ac-0696-46cc-be0b-daeecaadf94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:42.659449 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Network 59cc3b94-f40a-4a1f-92f0-46180091121b is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:42.662464 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:42.665731 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:42.698682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event updated for resources: {'Port': ['ID=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:42.703144 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:42.725795 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:42.726790 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:42.745497 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6112068 Jun 23 14:16:42.765740 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Request body: {'port': {'device_id': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:42.851890 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:42.868552 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-643f827a-9287-4772-b1d0-2a7312b7e989 None None] Provisioning for port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:42.873013 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-643f827a-9287-4772-b1d0-2a7312b7e989 None None] Provisioning complete for port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:42.873494 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-643f827a-9287-4772-b1d0-2a7312b7e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:42.908310 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-643f827a-9287-4772-b1d0-2a7312b7e989 None None] Port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:42.930198 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891a17e-1911-4970-9f31-80b1f4e07b90 req-fa611b0b-05fe-41e3-ae6f-78daaef9a1f4 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:42.931660 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d891a17e-1911-4970-9f31-80b1f4e07b90 req-fa611b0b-05fe-41e3-ae6f-78daaef9a1f4 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 931 time: 0.1141279 Jun 23 14:16:42.940649 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5551bcb-614d-4bb2-964a-a56ac5381576 req-486b95a5-a5ca-4c6c-a762-ff3712f021bc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:42.941996 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5551bcb-614d-4bb2-964a-a56ac5381576 req-486b95a5-a5ca-4c6c-a762-ff3712f021bc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.1152639 Jun 23 14:16:42.991693 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d891a17e-1911-4970-9f31-80b1f4e07b90 req-d60a0792-ef3e-4929-aba7-fb89ef2de0c9 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487425 Jun 23 14:16:43.010400 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d5551bcb-614d-4bb2-964a-a56ac5381576 req-f257cc05-e68f-42cc-9944-fb5144ca1c97 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614834 Jun 23 14:16:43.123203 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:43.130902 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.142904 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Transition to ACTIVE for port object 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:43.148512 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.150499 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:43.194945 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:43.199699 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:43.271250 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Attempting to bind port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:43.271565 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Attempting to bind port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:43.271884 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Attempting to bind port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 on network 59cc3b94-f40a-4a1f-92f0-46180091121b {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:43.276193 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 on network 59cc3b94-f40a-4a1f-92f0-46180091121b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:16:43.276512 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Attempting to bind port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 on network 59cc3b94-f40a-4a1f-92f0-46180091121b {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:43.281438 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:43.281761 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Checking segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:43.282171 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Bound using segment: {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:43.282593 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Bound port: 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f655d632-6992-426e-b531-d9ea93bc5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:43.282937 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.351283 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] For port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:43.354400 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] For port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:43.359132 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.362623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:43.394931 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:43.395602 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.396934 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] 10.222.0.53 "PUT /v2.0/ports/7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 HTTP/1.1" status: 200 len: 1093 time: 0.6362171 Jun 23 14:16:43.397457 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:43.400027 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b02b13-26f1-4434-b7a2-2412e76d8616" -d '{"events": [{"name": "network-changed", "server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:43.427617 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:43.431580 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:43.446110 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c9994-293d-4640-9a06-fe11d788628c x-openstack-request-id: req-7f6c9994-293d-4640-9a06-fe11d788628c {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:43.446425 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:43.446720 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f6c9994-293d-4640-9a06-fe11d788628c {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:43.447143 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'status': 'completed', 'code': 200} Jun 23 14:16:43.539818 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-a92ec3e2-e453-47c8-bf2a-636400fbe979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:43.541338 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-a92ec3e2-e453-47c8-bf2a-636400fbe979 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 1096 time: 0.0577509 Jun 23 14:16:43.590269 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-2e43823c-cc45-4a91-ac94-ce7f790df456 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 HTTP/1.1" status: 200 len: 217 time: 0.0333903 Jun 23 14:16:43.636670 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-b19aa058-a65a-46ee-a79d-d908683c27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:43.638048 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-b19aa058-a65a-46ee-a79d-d908683c27f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.0412946 Jun 23 14:16:43.699173 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2bcde-446e-419b-955f-134a7aee152b req-b2cbe28e-bed1-4c96-b402-55f2d54c13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:43.700540 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-b2cbe28e-bed1-4c96-b402-55f2d54c13c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545890 Jun 23 14:16:43.807842 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-b0a4e6e3-a3a0-4d61-94b5-a94351f138eb service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979080 Jun 23 14:16:43.911266 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-21d2bcde-446e-419b-955f-134a7aee152b req-bed87d9b-5ca7-484f-ac93-a4d2457a27c2 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Jun 23 14:16:44.094044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-3748d2db-8e75-4578-b974-014dbd4d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.095526 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-3748d2db-8e75-4578-b974-014dbd4d1782 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 1096 time: 0.0540855 Jun 23 14:16:44.189295 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-a7ec29ec-3458-4cd4-9f23-12c716b021d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.191069 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-a7ec29ec-3458-4cd4-9f23-12c716b021d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 911 time: 0.0880218 Jun 23 14:16:44.211460 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:44.217636 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9bb7b-5467-4ae1-9b37-8597df4f3eae req-e6cbf432-2e71-4553-864d-735b36e126a5 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.219147 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-29c9bb7b-5467-4ae1-9b37-8597df4f3eae req-e6cbf432-2e71-4553-864d-735b36e126a5 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 943 time: 0.1086845 Jun 23 14:16:44.227558 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0b34-dfd7-4b27-bbdb-599044059c26 req-b1c7a7e8-579e-40d9-9f85-d9e876a63f2c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.228942 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2f6f0b34-dfd7-4b27-bbdb-599044059c26 req-b1c7a7e8-579e-40d9-9f85-d9e876a63f2c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 945 time: 0.0900178 Jun 23 14:16:44.244275 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-12d9673c-8a3f-49ec-a52c-ae7f4203fafb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 HTTP/1.1" status: 200 len: 217 time: 0.0458889 Jun 23 14:16:44.284244 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-29c9bb7b-5467-4ae1-9b37-8597df4f3eae req-b9167721-29e6-4ac1-a249-fc8a83bcaab6 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542655 Jun 23 14:16:44.288938 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2f6f0b34-dfd7-4b27-bbdb-599044059c26 req-78b08cbf-ac8f-426b-a9d7-347173b8c468 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520563 Jun 23 14:16:44.301305 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-24d9df75-5cc6-4e9f-91a5-0b526a9680e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.303506 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-24d9df75-5cc6-4e9f-91a5-0b526a9680e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.0528607 Jun 23 14:16:44.331213 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:44.367144 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:44.370001 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533229da-eb26-479f-9603-81a51c38afa4" -d '{"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-unplugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:44.373588 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:44.379433 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-13078823-6b2f-45d4-9940-be0b299640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.381228 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-13078823-6b2f-45d4-9940-be0b299640c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693753 Jun 23 14:16:44.383173 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:44.386006 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:44.412842 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2e9c38-b2b8-43bd-96ca-36b312e20350 x-openstack-request-id: req-dc2e9c38-b2b8-43bd-96ca-36b312e20350 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:44.413244 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-unplugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:44.413614 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc2e9c38-b2b8-43bd-96ca-36b312e20350 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:44.414124 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'code': 200} Jun 23 14:16:44.441558 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-117f26c3-3247-4f16-927a-c34ef005f91b tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192117606&fields=id&tenant_id=df700be08ca14948856b6699472dc368 HTTP/1.1" status: 200 len: 267 time: 0.0320313 Jun 23 14:16:44.442196 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=8']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:44.445344 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:44.506457 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-fe0566b2-5685-4594-beeb-fdbf140b706f service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988591 Jun 23 14:16:44.516691 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-169ed38a-c3f6-47f2-8faf-b2fad1a2cf42 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.518148 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-169ed38a-c3f6-47f2-8faf-b2fad1a2cf42 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 985 time: 0.0699332 Jun 23 14:16:44.529095 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Request body: {'port': {'security_groups': ['c27355a3-142d-45bd-8dc8-5862d3bbc324']}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:44.597834 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c5b02b13-26f1-4434-b7a2-2412e76d8616 req-ade4bb38-e8cb-409f-a51a-9207897a6e40 service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845568 Jun 23 14:16:44.609151 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:44.777907 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:44.806224 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for port, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:44.812880 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131237487'] for port, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:44.817434 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2427b928-8dbf-4510-be89-c392e97bfab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:44.855655 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.856314 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:44.858065 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a255e3a1-7be1-4d6a-a78d-de9140405007 req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "PUT /v2.0/ports/23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 943 time: 0.3334548 Jun 23 14:16:44.858625 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:44.860982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285db910-7b82-4b89-b809-858fbf0ee94e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:44.866279 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34306) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:44.869870 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['23736f8f-3597-48ee-bcc1-acc10b6ca855'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:44.922019 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event updated for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=7']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:44.929738 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:44.956012 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.009169 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b502a-fc35-4db4-a035-a26147d328f6 x-openstack-request-id: req-239b502a-fc35-4db4-a035-a26147d328f6 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:45.009777 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:45.010453 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-239b502a-fc35-4db4-a035-a26147d328f6 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:45.011081 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'status': 'completed', 'code': 200} Jun 23 14:16:45.013770 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.038593 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['23736f8f-3597-48ee-bcc1-acc10b6ca855'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:45.100537 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.103134 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.106932 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "DELETE /v2.0/security-groups/0a45a216-d131-4acd-bace-64bfdbfc250b HTTP/1.1" status: 204 len: 168 time: 0.2369509 Jun 23 14:16:45.107683 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5c8cf07b-bbc1-46ba-80c3-366d3acbeaef tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:45.109503 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34310) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:45.121529 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45a216-d131-4acd-bace-64bfdbfc250b,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:45.130895 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:45.192367 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db910-7b82-4b89-b809-858fbf0ee94e req-933d68de-1a7c-4184-b280-8b40565349cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.193805 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-285db910-7b82-4b89-b809-858fbf0ee94e req-933d68de-1a7c-4184-b280-8b40565349cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1099 time: 0.1357925 Jun 23 14:16:45.214248 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-aa29d7fc-e8df-4161-958a-b6d6f6c75431 None None] Provisioning complete for port 23736f8f-3597-48ee-bcc1-acc10b6ca855 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:45.214808 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-aa29d7fc-e8df-4161-958a-b6d6f6c75431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.338533 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db910-7b82-4b89-b809-858fbf0ee94e req-58176703-c739-4eb9-b65d-aadb7aff0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.339995 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-285db910-7b82-4b89-b809-858fbf0ee94e req-58176703-c739-4eb9-b65d-aadb7aff0c2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 916 time: 0.1203489 Jun 23 14:16:45.393827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Deleting port eaab82a6-7d1e-427d-9a8c-abf5b0b53854 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:45.394101 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.455778 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-285db910-7b82-4b89-b809-858fbf0ee94e req-9466656b-05cf-4d06-be67-bc0c51ab0977 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 1002 time: 0.1078348 Jun 23 14:16:45.501936 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822b67-703b-43eb-8a6b-d5efbcd70f91 req-b30dd9cb-799b-4ddc-b656-751c8b6d2c24 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.503395 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9d822b67-703b-43eb-8a6b-d5efbcd70f91 req-b30dd9cb-799b-4ddc-b656-751c8b6d2c24 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 943 time: 0.1013281 Jun 23 14:16:45.511850 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d106a-38fa-44d8-a093-74ca756d8f85 req-6d988982-ec32-40b5-b0b2-2155c16160b2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.513218 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-669d106a-38fa-44d8-a093-74ca756d8f85 req-6d988982-ec32-40b5-b0b2-2155c16160b2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1011267 Jun 23 14:16:45.515058 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.515374 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.527721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db910-7b82-4b89-b809-858fbf0ee94e req-3b146dd3-85b3-40e7-945d-55a3def1e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.529221 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-285db910-7b82-4b89-b809-858fbf0ee94e req-3b146dd3-85b3-40e7-945d-55a3def1e212 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0648649 Jun 23 14:16:45.532782 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Calling delete_port for eaab82a6-7d1e-427d-9a8c-abf5b0b53854 owned by network:floatingip {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:45.570534 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9d822b67-703b-43eb-8a6b-d5efbcd70f91 req-beb55b90-1e58-46bd-9e1e-08f6278f408b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560274 Jun 23 14:16:45.575163 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-669d106a-38fa-44d8-a093-74ca756d8f85 req-12973b3d-1d8d-4cde-9f76-b97bb226b96d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548363 Jun 23 14:16:45.681992 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db910-7b82-4b89-b809-858fbf0ee94e req-608bc381-aa16-4d40-aff5-3c1797211675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.683428 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-285db910-7b82-4b89-b809-858fbf0ee94e req-608bc381-aa16-4d40-aff5-3c1797211675 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1467988 Jun 23 14:16:46.081781 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-285db910-7b82-4b89-b809-858fbf0ee94e req-f2eba885-4918-4e30-accb-844fb4764991 service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828204 Jun 23 14:16:46.082787 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:46.084728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-83fe8ffa-b0d7-456e-8be4-68327ca8fef2 tempest-ServerRescueNegativeTestJSON-1282450801 tempest-ServerRescueNegativeTestJSON-1282450801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:46.116827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event deleted for resources: {'Port': ['ID=eaab82a6-7d1e-427d-9a8c-abf5b0b53854,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:46.137843 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:46.241723 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:46.242080 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Floating IP c95da33d-dfae-4a8f-bf90-0d60ec4cdac1 disassociated (deleted). External IP: 172.28.0.139, port: 23736f8f-3597-48ee-bcc1-acc10b6ca855. Jun 23 14:16:46.289919 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-285db910-7b82-4b89-b809-858fbf0ee94e req-66f8eb8c-68bd-40f6-9ce5-83e32c44e1b4 service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014484 Jun 23 14:16:46.365505 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48315df3-74f2-4d59-8873-88efb1fc1498 req-1125a437-70a2-408f-99f1-33ef1a2fe440 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:46.367018 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-48315df3-74f2-4d59-8873-88efb1fc1498 req-1125a437-70a2-408f-99f1-33ef1a2fe440 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0656469 Jun 23 14:16:46.407850 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-48315df3-74f2-4d59-8873-88efb1fc1498 req-de2abde3-7d70-42d0-8fd2-ff74b3d31d06 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319586 Jun 23 14:16:46.476070 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:46.564466 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34350) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:46.584819 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:46.589381 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:46.595429 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] Sync routers for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:46.604575 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:46.605210 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:16:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:46.640635 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "DELETE /v2.0/floatingips/c95da33d-dfae-4a8f-bf90-0d60ec4cdac1 HTTP/1.1" status: 204 len: 168 time: 1.5269251 Jun 23 14:16:46.640635 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:46.641203 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4743962-992c-4664-840d-dab53919e405" -d '{"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:46.758579 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-fdee2366-4600-4e2b-9d03-605fa43b93d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1898482 Jun 23 14:16:46.772678 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:46.798101 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6b8d-9419-4217-a141-9d054e30150f req-1cbd8631-4034-49d8-86bd-50e6ca6e1c6c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:46.805518 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-73bc6b8d-9419-4217-a141-9d054e30150f req-1cbd8631-4034-49d8-86bd-50e6ca6e1c6c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 943 time: 0.1132095 Jun 23 14:16:46.861391 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-73bc6b8d-9419-4217-a141-9d054e30150f req-55818ccd-fcef-40d1-9642-c16f9024982a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549738 Jun 23 14:16:46.926257 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0757f7-731f-4265-9a85-7991cd7c37a9 x-openstack-request-id: req-ba0757f7-731f-4265-9a85-7991cd7c37a9 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:46.926805 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:46.926915 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba0757f7-731f-4265-9a85-7991cd7c37a9 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:46.927310 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'status': 'completed', 'code': 200} Jun 23 14:16:47.044881 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:54Z', 'revision_number': 5, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:47.072138 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] Checking router: 94b83734-a60d-4e24-8e2d-662ac98dc8b8 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:47.074856 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743962-992c-4664-840d-dab53919e405 req-4676403c-46c7-48ca-a58e-ec2595fc5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:47.077840 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d4743962-992c-4664-840d-dab53919e405 req-4676403c-46c7-48ca-a58e-ec2595fc5a23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df700be08ca14948856b6699472dc368&device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 1099 time: 0.0903337 Jun 23 14:16:47.080945 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:47.081567 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:16:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:47.200195 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743962-992c-4664-840d-dab53919e405 req-96e8e7bd-67a1-4515-841c-bebbaa5cad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:47.202625 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:47.204735 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d4743962-992c-4664-840d-dab53919e405 req-96e8e7bd-67a1-4515-841c-bebbaa5cad90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 200 len: 916 time: 0.1202421 Jun 23 14:16:47.252477 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d4743962-992c-4664-840d-dab53919e405 req-060473a9-8b5e-42b9-a64c-cae5b95cd4ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 200 len: 217 time: 0.0402741 Jun 23 14:16:47.330621 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743962-992c-4664-840d-dab53919e405 req-a5b7216c-1574-4dd8-badd-45a10f8433f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:47.332978 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d4743962-992c-4664-840d-dab53919e405 req-a5b7216c-1574-4dd8-badd-45a10f8433f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 200 len: 854 time: 0.0617356 Jun 23 14:16:47.401496 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743962-992c-4664-840d-dab53919e405 req-eac4f38a-6ffe-4589-a1a6-5530f08eb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:47.403063 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d4743962-992c-4664-840d-dab53919e405 req-eac4f38a-6ffe-4589-a1a6-5530f08eb11f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584302 Jun 23 14:16:47.423303 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:54Z', 'revision_number': 5, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:47.450846 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9030180-db2b-48c5-914c-3bb4c3a37308 None None] The sync data for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb is: [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:46Z', 'revision_number': 4, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': 'c5ca6b7e-f512-4ae8-8437-f8505af435cc', 'name': '', 'network_id': '08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'mac_address': 'fa:16:3e:b5:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '389c25e4-66c2-43af-875e-4a84f855906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:45Z', 'updated_at': '2021-06-23T14:12:54Z', 'revision_number': 5, 'project_id': 'df700be08ca14948856b6699472dc368', 'subnets': [{'id': '389c25e4-66c2-43af-875e-4a84f855906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:47.527514 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d4743962-992c-4664-840d-dab53919e405 req-8703e791-ac1e-4074-a199-0f338a49be7b service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081464 Jun 23 14:16:47.610784 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632630b4-4d7f-4246-aa91-2dcc6b898434 req-e23d4882-01eb-4167-83ca-296e35e63c39 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:47.612869 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-632630b4-4d7f-4246-aa91-2dcc6b898434 req-e23d4882-01eb-4167-83ca-296e35e63c39 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0745883 Jun 23 14:16:47.651393 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-d4743962-992c-4664-840d-dab53919e405 req-c7b6e908-71ce-4250-9ad9-b049725daa3a service neutron] 10.222.0.53 "GET /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016662 Jun 23 14:16:47.654024 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-632630b4-4d7f-4246-aa91-2dcc6b898434 req-8477a868-6e67-44b5-9be3-e016751825e5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350339 Jun 23 14:16:47.712937 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64498877-3b42-4572-a2e5-bfd21fe9b65c None None] New status for floating IP c95da33d-dfae-4a8f-bf90-0d60ec4cdac1: DOWN {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:16:48.050834 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cfd6-baa3-425a-a27f-2eea21b4599d req-8bf90640-4c2b-4bbb-ade9-40b77497cd13 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.052197 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7f94cfd6-baa3-425a-a27f-2eea21b4599d req-8bf90640-4c2b-4bbb-ade9-40b77497cd13 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 943 time: 0.0728235 Jun 23 14:16:48.092827 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7f94cfd6-baa3-425a-a27f-2eea21b4599d req-561ac06b-94b8-4ac9-9441-adc1ed6e55b5 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337152 Jun 23 14:16:48.213745 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:16:48.225464 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:48.373411 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:48.384525 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'port_id': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'mac_address': 'fa:16:3e:5f:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:16:48.422084 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:48.434667 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:48.453572 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:48.458211 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:48.459963 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:48.505859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-ce16a6f4-8550-4ea6-9e2e-8176991ac623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.507420 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-ce16a6f4-8550-4ea6-9e2e-8176991ac623 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797&tenant_id=f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 1096 time: 0.0922031 Jun 23 14:16:48.510341 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:48.513475 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:48.605138 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-6170dead-1e57-49ce-80eb-2f368696f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.606767 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-6170dead-1e57-49ce-80eb-2f368696f5f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1096 time: 0.0574176 Jun 23 14:16:48.702763 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-aa9c2bac-c35f-41ae-a717-b7c58eec7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.704334 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-aa9c2bac-c35f-41ae-a717-b7c58eec7b06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0895865 Jun 23 14:16:48.776536 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-36ae5c6b-f679-49f3-a143-0fd4e6a65be0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 999 time: 0.0645843 Jun 23 14:16:48.828982 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-85188576-19ea-434b-a7e1-0a498e3f00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.830500 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-85188576-19ea-434b-a7e1-0a498e3f00ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0472021 Jun 23 14:16:48.854822 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1123d8-f6d8-4add-8cbd-f9f77a28e3f4 req-11671de9-17ec-442a-9283-0dbe038bc4dd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.858054 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3d1123d8-f6d8-4add-8cbd-f9f77a28e3f4 req-11671de9-17ec-442a-9283-0dbe038bc4dd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0679955 Jun 23 14:16:48.859390 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:48.898326 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-6e6e878f-2c44-4056-8d3c-e39a346297f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.899924 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-6e6e878f-2c44-4056-8d3c-e39a346297f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0626211 Jun 23 14:16:48.907301 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3d1123d8-f6d8-4add-8cbd-f9f77a28e3f4 req-d18a790b-9965-417a-9bcb-506b3cd7cc54 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375304 Jun 23 14:16:49.002183 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-c0ff6aad-2ff1-4207-81b0-48d3760af1ca service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944173 Jun 23 14:16:49.100474 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7223c299-0878-4a96-9150-1b61a9a12d08 req-27603a80-a9fc-49ef-a652-7ce526c0a050 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914857 Jun 23 14:16:49.270294 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853732cc-04f0-4b87-a7a5-cfb22f38d9bc req-f508643c-3755-4d71-85f4-a5a5eee644d2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:49.271948 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-853732cc-04f0-4b87-a7a5-cfb22f38d9bc req-f508643c-3755-4d71-85f4-a5a5eee644d2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 944 time: 0.0648036 Jun 23 14:16:49.310217 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-853732cc-04f0-4b87-a7a5-cfb22f38d9bc req-bec39118-a097-4219-a229-d144605a45da tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319948 Jun 23 14:16:49.759416 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:50.109086 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c5fc-657e-41fa-ad95-5bf11b30ab1d req-e3f3d8de-9e83-4bea-ba0f-9b9ec3f5b927 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:50.110619 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2b69c5fc-657e-41fa-ad95-5bf11b30ab1d req-e3f3d8de-9e83-4bea-ba0f-9b9ec3f5b927 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1198320 Jun 23 14:16:50.122919 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54022866-a13d-4c31-8396-3b8e153bd6e5 req-71f03402-61c5-4851-8283-e393ddd4f34e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:50.124387 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54022866-a13d-4c31-8396-3b8e153bd6e5 req-71f03402-61c5-4851-8283-e393ddd4f34e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0905638 Jun 23 14:16:50.180186 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2b69c5fc-657e-41fa-ad95-5bf11b30ab1d req-9999b00d-d43c-47d3-9dea-2d0cbc5f3d49 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547323 Jun 23 14:16:50.187672 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-54022866-a13d-4c31-8396-3b8e153bd6e5 req-8714945a-9e53-49fb-9a8e-132461f3604f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563102 Jun 23 14:16:50.211758 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:50.265948 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:50.269638 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:50.269960 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:50.349332 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:50.373769 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:50.376101 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f81588-602a-4fe9-a0f3-3f9c2b8690b4" -d '{"events": [{"server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "name": "network-vif-plugged", "status": "completed", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:50.401721 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:50.411493 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:50.413712 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:50.438878 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d348fb-4403-436e-b5c9-05022c00c1a9 x-openstack-request-id: req-c8d348fb-4403-436e-b5c9-05022c00c1a9 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:50.439089 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "name": "network-vif-plugged", "status": "completed", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:50.439336 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8d348fb-4403-436e-b5c9-05022c00c1a9 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:50.439728 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'code': 200} Jun 23 14:16:50.467630 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:50.472517 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:50.501681 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434869-7a69-4f52-820d-6186907b8f8b req-81c32c3b-2c6c-4903-b970-820dfe7c9d3c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:50.503435 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-22434869-7a69-4f52-820d-6186907b8f8b req-81c32c3b-2c6c-4903-b970-820dfe7c9d3c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0706403 Jun 23 14:16:50.541874 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-22434869-7a69-4f52-820d-6186907b8f8b req-c7f013f3-6a6c-4c3e-9cca-fab66f78db17 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326738 Jun 23 14:16:51.393979 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15516cf5-a2b2-4375-b909-bd88512d1ed5 req-ffeff2e8-3f47-4827-aace-09056c427650 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:51.395526 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-15516cf5-a2b2-4375-b909-bd88512d1ed5 req-ffeff2e8-3f47-4827-aace-09056c427650 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0989757 Jun 23 14:16:51.416985 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0167ae8-8a9b-45f4-9153-40ff08a0ee76 req-9575f78b-f0ed-4ffe-a442-8a559ffd29dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:51.421915 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b0167ae8-8a9b-45f4-9153-40ff08a0ee76 req-9575f78b-f0ed-4ffe-a442-8a559ffd29dc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0975747 Jun 23 14:16:51.488319 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-15516cf5-a2b2-4375-b909-bd88512d1ed5 req-204e6e41-ccf7-40cf-ad15-7600ce3e5d3c tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845256 Jun 23 14:16:51.504473 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b0167ae8-8a9b-45f4-9153-40ff08a0ee76 req-4c3035b1-8978-4faf-b1d6-f13b7ae8bdea tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802710 Jun 23 14:16:51.717246 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf089e2-d558-4ff7-ab79-e4389e793bd8 req-752821b4-9fac-477d-98e9-7c7c2e82f15b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:51.718889 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-aaf089e2-d558-4ff7-ab79-e4389e793bd8 req-752821b4-9fac-477d-98e9-7c7c2e82f15b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0634122 Jun 23 14:16:51.759512 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-aaf089e2-d558-4ff7-ab79-e4389e793bd8 req-a6a1b1cf-3786-4685-a7c5-a0252b8e3f96 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Jun 23 14:16:52.722632 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e7e9f-b0a1-4008-b09f-2f03c584d64a req-472f1a98-6798-4b3d-8d1f-f4c62d135f93 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:52.724115 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b44e7e9f-b0a1-4008-b09f-2f03c584d64a req-472f1a98-6798-4b3d-8d1f-f4c62d135f93 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1107545 Jun 23 14:16:52.732444 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c2ba3-2326-4b17-8f9d-3d4770a36aa6 req-06f3a5a1-937f-4bbf-870f-30de887d4161 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:52.733873 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-088c2ba3-2326-4b17-8f9d-3d4770a36aa6 req-06f3a5a1-937f-4bbf-870f-30de887d4161 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0926173 Jun 23 14:16:52.789741 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b44e7e9f-b0a1-4008-b09f-2f03c584d64a req-edc0538d-0d0e-4e10-b0dd-822e14d29d25 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547097 Jun 23 14:16:52.797344 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-088c2ba3-2326-4b17-8f9d-3d4770a36aa6 req-154747f0-1993-464b-b392-172a012c3031 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564189 Jun 23 14:16:52.994683 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bafdd-98f9-4973-ae77-883e7a23beff req-b17ff257-76a8-4bb6-a970-377d907e473c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:52.996309 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bf0bafdd-98f9-4973-ae77-883e7a23beff req-b17ff257-76a8-4bb6-a970-377d907e473c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0648544 Jun 23 14:16:53.035204 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bf0bafdd-98f9-4973-ae77-883e7a23beff req-a44669cc-1b78-49a4-879f-70651ce09a84 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331125 Jun 23 14:16:54.034172 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0377d85-85f6-4157-afa9-617e6f8a4f2b req-e6ac792a-00da-4f58-be83-31c6439c1c62 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:54.035635 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a0377d85-85f6-4157-afa9-617e6f8a4f2b req-e6ac792a-00da-4f58-be83-31c6439c1c62 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1084845 Jun 23 14:16:54.042981 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d785a3-cdaa-4e4a-a806-cb4f619e15eb req-68e4cb3b-6106-4b2a-82d4-58ae04ac12e6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:54.044339 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-78d785a3-cdaa-4e4a-a806-cb4f619e15eb req-68e4cb3b-6106-4b2a-82d4-58ae04ac12e6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1079566 Jun 23 14:16:54.102279 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a0377d85-85f6-4157-afa9-617e6f8a4f2b req-225c8a7e-548f-47cc-9e7a-337a87eae74f tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 Jun 23 14:16:54.105049 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-78d785a3-cdaa-4e4a-a806-cb4f619e15eb req-afe4cd40-ed50-43d1-a4b6-fd95fa36058e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537062 Jun 23 14:16:54.267406 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c45ff7-d5ac-48e1-9baf-3fbcc5ef02a4 req-04ccd94d-c130-4f73-ba5a-da31575fe245 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:54.269125 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b8c45ff7-d5ac-48e1-9baf-3fbcc5ef02a4 req-04ccd94d-c130-4f73-ba5a-da31575fe245 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0637641 Jun 23 14:16:54.309504 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b8c45ff7-d5ac-48e1-9baf-3fbcc5ef02a4 req-a1db1879-6878-448d-b00e-97113c2b585b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339730 Jun 23 14:16:55.322358 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f9595-dfd3-48fc-aed9-8a21f7b23e0f req-8bfb8483-543a-4e2c-b96b-9ab141fe39b0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:55.323821 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-432f9595-dfd3-48fc-aed9-8a21f7b23e0f req-8bfb8483-543a-4e2c-b96b-9ab141fe39b0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1069124 Jun 23 14:16:55.348767 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637366f-bee8-45e4-83e3-0e91f867cdb4 req-b881825c-6efa-4891-8fa3-73f5a4d786e2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:55.350259 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7637366f-bee8-45e4-83e3-0e91f867cdb4 req-b881825c-6efa-4891-8fa3-73f5a4d786e2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1027076 Jun 23 14:16:55.401038 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-432f9595-dfd3-48fc-aed9-8a21f7b23e0f req-014fb610-6fe9-480e-8e8b-e3f3af5c0851 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703747 Jun 23 14:16:55.406086 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7637366f-bee8-45e4-83e3-0e91f867cdb4 req-1f029230-7efb-4b1d-8836-6a064446c734 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494249 Jun 23 14:16:55.575662 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dda0-a551-49b5-a4db-4fcad01b01e9 req-291c8276-9a8b-4f7e-bd17-d54671d52973 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:55.577520 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4313dda0-a551-49b5-a4db-4fcad01b01e9 req-291c8276-9a8b-4f7e-bd17-d54671d52973 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0741520 Jun 23 14:16:55.619407 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4313dda0-a551-49b5-a4db-4fcad01b01e9 req-48cd6002-d4f6-4dd6-b808-a1cf8fc8b05a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352647 Jun 23 14:16:56.618337 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afe7ae-4e8e-4448-a291-dad756944ee8 req-00f85835-7791-4d8a-92ea-c405b7947904 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:56.619857 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-46afe7ae-4e8e-4448-a291-dad756944ee8 req-00f85835-7791-4d8a-92ea-c405b7947904 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1040773 Jun 23 14:16:56.632784 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a18290-11d2-47b2-950c-f1ffe781b70b req-612ca8b2-73fa-4fc2-9d6d-7b3405306c41 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:56.634258 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-86a18290-11d2-47b2-950c-f1ffe781b70b req-612ca8b2-73fa-4fc2-9d6d-7b3405306c41 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0902641 Jun 23 14:16:56.694437 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-46afe7ae-4e8e-4448-a291-dad756944ee8 req-f373fc5a-d1e8-4e0a-bfcb-9218ca447719 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590665 Jun 23 14:16:56.699649 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-86a18290-11d2-47b2-950c-f1ffe781b70b req-e3b2a4d3-d401-43ce-803c-40839dcd2f00 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582008 Jun 23 14:16:56.869492 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d4c2-4bcc-4a42-856d-2b8970fa628f req-c9180ff1-cacb-4ff2-b6f9-12d36ff9c011 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:56.870985 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21e3d4c2-4bcc-4a42-856d-2b8970fa628f req-c9180ff1-cacb-4ff2-b6f9-12d36ff9c011 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0697148 Jun 23 14:16:56.911109 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-21e3d4c2-4bcc-4a42-856d-2b8970fa628f req-21182f02-c19a-4287-8aec-b58136a21c87 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Jun 23 14:16:57.921306 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb2a3-24f6-4725-87f4-82a93a4931d5 req-b5747ec7-47a8-4533-8beb-169005803791 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:57.922848 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2f3fb2a3-24f6-4725-87f4-82a93a4931d5 req-b5747ec7-47a8-4533-8beb-169005803791 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1088996 Jun 23 14:16:57.954334 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516426-16fa-4b82-a1ac-8b9d36026860 req-dd30c8c8-bf84-4e68-bf7a-6cfe59a40da1 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:57.955806 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a3516426-16fa-4b82-a1ac-8b9d36026860 req-dd30c8c8-bf84-4e68-bf7a-6cfe59a40da1 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1137459 Jun 23 14:16:57.992120 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2f3fb2a3-24f6-4725-87f4-82a93a4931d5 req-d625407f-663e-40f1-ae4e-d6eba4a57a3d tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614746 Jun 23 14:16:58.008536 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a3516426-16fa-4b82-a1ac-8b9d36026860 req-7a05f37c-ffdb-484f-9add-7e9f6eb0b403 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456588 Jun 23 14:16:58.156539 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cec4b-7a19-478d-8d00-078fd1e3604b req-8012b57c-704a-412b-9e5f-828ec1689dc2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:58.157998 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d59cec4b-7a19-478d-8d00-078fd1e3604b req-8012b57c-704a-412b-9e5f-828ec1689dc2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0653942 Jun 23 14:16:58.196958 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d59cec4b-7a19-478d-8d00-078fd1e3604b req-6bf20c74-3ca9-4ba6-bccf-e614ad9b10bf tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Jun 23 14:16:59.124471 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:59.235736 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8d1c4-614e-4ac0-a35e-2cdc2b74c9f6 req-0776053d-2a9f-4f09-bd6d-21c928ab3fdc tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:59.237310 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fda8d1c4-614e-4ac0-a35e-2cdc2b74c9f6 req-0776053d-2a9f-4f09-bd6d-21c928ab3fdc tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1161180 Jun 23 14:16:59.257606 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727989e-b888-42ac-84be-597b1ac98962 req-f8832615-5f26-4aad-a883-2a34486fd399 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:59.259105 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4727989e-b888-42ac-84be-597b1ac98962 req-f8832615-5f26-4aad-a883-2a34486fd399 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1192331 Jun 23 14:16:59.305421 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fda8d1c4-614e-4ac0-a35e-2cdc2b74c9f6 req-24f31ff5-4ff6-427d-8f5a-be5072edf384 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613005 Jun 23 14:16:59.318792 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4727989e-b888-42ac-84be-597b1ac98962 req-2979a364-ce4d-456c-9ba5-247365e15193 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506976 Jun 23 14:16:59.468691 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2d0f-11cc-42ac-a625-5bbed914752b req-5068462b-1156-42df-a611-a10a3ee16531 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:59.470164 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e33a2d0f-11cc-42ac-a625-5bbed914752b req-5068462b-1156-42df-a611-a10a3ee16531 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0637105 Jun 23 14:16:59.511564 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e33a2d0f-11cc-42ac-a625-5bbed914752b req-05a25f3a-ca76-4f57-8d6b-0035be3a5cc5 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Jun 23 14:17:00.519736 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f317e5-b8c4-48a8-bebf-181106a5a6c4 req-942e114f-1ac5-4da5-b0f0-23935c7dee6d tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.521091 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c9f317e5-b8c4-48a8-bebf-181106a5a6c4 req-942e114f-1ac5-4da5-b0f0-23935c7dee6d tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0998724 Jun 23 14:17:00.539950 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac95ca-8e85-4003-bfbf-761c823ec139 req-b42de81d-e7df-47b1-99d7-600a5436048f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.541332 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c7ac95ca-8e85-4003-bfbf-761c823ec139 req-b42de81d-e7df-47b1-99d7-600a5436048f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0927329 Jun 23 14:17:00.589114 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c9f317e5-b8c4-48a8-bebf-181106a5a6c4 req-3441d825-eb66-4ca0-84e5-d2151658d424 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Jun 23 14:17:00.594348 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c7ac95ca-8e85-4003-bfbf-761c823ec139 req-b8ab25fa-eaba-4ca8-8a61-a6ad570403a4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454452 Jun 23 14:17:00.753867 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c5672-fd30-4d23-a46b-5f9399cb0cbc req-ee6afeed-a70f-4d75-a5b4-d12ffc811798 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.755368 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d62c5672-fd30-4d23-a46b-5f9399cb0cbc req-ee6afeed-a70f-4d75-a5b4-d12ffc811798 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0676939 Jun 23 14:17:00.796691 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d62c5672-fd30-4d23-a46b-5f9399cb0cbc req-bdb228be-c075-4350-af17-8cf94e186941 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Jun 23 14:17:01.815061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f8d33-c692-49af-9572-4f23fbb6c293 req-ca768260-37b4-40fb-9a1a-ae930f6d46a2 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:01.816533 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2c4f8d33-c692-49af-9572-4f23fbb6c293 req-ca768260-37b4-40fb-9a1a-ae930f6d46a2 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1086533 Jun 23 14:17:01.824355 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8828f-1b5d-4791-9ae6-f2798ab8ebf7 req-54c30e40-75f4-47a0-af35-feb5ac8c0997 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:01.825676 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a7f8828f-1b5d-4791-9ae6-f2798ab8ebf7 req-54c30e40-75f4-47a0-af35-feb5ac8c0997 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1049716 Jun 23 14:17:01.882479 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2c4f8d33-c692-49af-9572-4f23fbb6c293 req-3c907ce6-8c59-47e4-9984-22667ad7db1d tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557752 Jun 23 14:17:01.887275 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a7f8828f-1b5d-4791-9ae6-f2798ab8ebf7 req-71e613c3-f5a8-428b-b7ec-42e517359ef9 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549688 Jun 23 14:17:02.049364 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738ee9-f177-425c-a8fb-2b0abef58a6f req-9d03f442-248b-4ecf-8ff2-6b2bca383cc1 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:02.050802 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b5738ee9-f177-425c-a8fb-2b0abef58a6f req-9d03f442-248b-4ecf-8ff2-6b2bca383cc1 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0718920 Jun 23 14:17:02.091757 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b5738ee9-f177-425c-a8fb-2b0abef58a6f req-19199149-e603-4a73-9dd5-a1b5b811643b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327723 Jun 23 14:17:03.344509 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80836457-c88f-4253-87e1-2531c5b6a731 req-082a5138-fbb7-404a-a64b-e2ae0a252ab5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.345843 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-80836457-c88f-4253-87e1-2531c5b6a731 req-082a5138-fbb7-404a-a64b-e2ae0a252ab5 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.3498111 Jun 23 14:17:03.353556 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6f22f-555c-4c1a-8c04-ab214430e79b req-27c80758-fe5c-4316-9ef8-1d7f77376d88 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.354942 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8fa6f22f-555c-4c1a-8c04-ab214430e79b req-27c80758-fe5c-4316-9ef8-1d7f77376d88 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.3483546 Jun 23 14:17:03.406885 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-80836457-c88f-4253-87e1-2531c5b6a731 req-8e65b0bc-318a-4429-b55f-535aa4f041f6 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510411 Jun 23 14:17:03.411510 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8fa6f22f-555c-4c1a-8c04-ab214430e79b req-c4655210-9c75-41ce-9c8e-7abb04d629b0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500844 Jun 23 14:17:03.581701 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bf6f4-1c22-4c84-88fc-3e81edc5c775 req-5dd0211f-0d25-4f8b-8c27-fb6137ff47f2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.583143 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-453bf6f4-1c22-4c84-88fc-3e81edc5c775 req-5dd0211f-0d25-4f8b-8c27-fb6137ff47f2 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0718946 Jun 23 14:17:03.623843 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-453bf6f4-1c22-4c84-88fc-3e81edc5c775 req-523966ae-7230-4c0b-a742-2815276eb268 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Jun 23 14:17:04.154708 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d511-b8ab-4468-b1a0-a7a4e2f57e16 req-abb4613d-bad8-41e6-a5e9-b0c6ce3a4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.156165 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c212d511-b8ab-4468-b1a0-a7a4e2f57e16 req-abb4613d-bad8-41e6-a5e9-b0c6ce3a4350 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 1098 time: 0.0541782 Jun 23 14:17:04.190121 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-c212d511-b8ab-4468-b1a0-a7a4e2f57e16 req-fc5c3f69-de04-45d1-83a4-f8fb5580e046 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267339 Jun 23 14:17:04.634840 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4e0e8-513f-47b0-8222-5b9b751fe14a req-8dced70b-cf5b-4667-b391-ebd5130d2205 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.636267 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-71d4e0e8-513f-47b0-8222-5b9b751fe14a req-8dced70b-cf5b-4667-b391-ebd5130d2205 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.0965123 Jun 23 14:17:04.643248 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65006-2f3a-4eec-a71a-75358e8987df req-fb70e295-020b-43c4-9b54-1c7a1ba80310 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.644653 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d0e65006-2f3a-4eec-a71a-75358e8987df req-fb70e295-020b-43c4-9b54-1c7a1ba80310 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1158466 Jun 23 14:17:04.698814 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-71d4e0e8-513f-47b0-8222-5b9b751fe14a req-b481a856-10e9-45fe-90f3-96e394eac9dd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531580 Jun 23 14:17:04.701669 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d0e65006-2f3a-4eec-a71a-75358e8987df req-02eab3a7-7a27-4324-9609-ed34414f36ae tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504167 Jun 23 14:17:04.879212 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f977a-d3b7-46eb-90f0-c312e5c3addb req-d9bb913d-69b6-4508-ac11-c7e7b7e74080 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.880705 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e43f977a-d3b7-46eb-90f0-c312e5c3addb req-d9bb913d-69b6-4508-ac11-c7e7b7e74080 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0816274 Jun 23 14:17:04.920124 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e43f977a-d3b7-46eb-90f0-c312e5c3addb req-3ad6c166-95b7-4a03-97a4-1d384c89ff00 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335839 Jun 23 14:17:05.100441 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-12845cb9-cdf3-40a6-9a97-76baa28916b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.926722 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7942f-d1de-4aba-afd0-cf8dc8edc584 req-07993d6b-1e4c-4704-b961-2b4b04e38b4b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.928175 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a2a7942f-d1de-4aba-afd0-cf8dc8edc584 req-07993d6b-1e4c-4704-b961-2b4b04e38b4b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1041024 Jun 23 14:17:05.935990 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205a231-710b-4516-b64c-cd59ce260154 req-45937890-0f6c-43fd-a86e-0043a00a6431 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.937308 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7205a231-710b-4516-b64c-cd59ce260154 req-45937890-0f6c-43fd-a86e-0043a00a6431 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1114802 Jun 23 14:17:05.994538 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a2a7942f-d1de-4aba-afd0-cf8dc8edc584 req-3bfcbe5a-7eac-4b7e-a183-405e4a92f450 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561621 Jun 23 14:17:05.998966 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7205a231-710b-4516-b64c-cd59ce260154 req-ff9f9836-7f09-4337-9e13-3c708072a99e tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Jun 23 14:17:06.166396 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943154b6-af00-4fbe-b9b5-f5b6b56806f8 req-e3b1bd90-27bd-4f84-97b7-691a7607036b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.167870 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-943154b6-af00-4fbe-b9b5-f5b6b56806f8 req-e3b1bd90-27bd-4f84-97b7-691a7607036b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0733075 Jun 23 14:17:06.206386 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-943154b6-af00-4fbe-b9b5-f5b6b56806f8 req-ad548e0f-b69d-4a7e-82b4-ec0d821abd54 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319848 Jun 23 14:17:06.392359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c585a11-d30e-498b-b631-08e6c29a9636 req-de54f8eb-b8a3-4f55-bd3f-7169c6b96f9a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.393790 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3c585a11-d30e-498b-b631-08e6c29a9636 req-de54f8eb-b8a3-4f55-bd3f-7169c6b96f9a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0748148 Jun 23 14:17:06.403577 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34510) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:06.408001 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Request body: {'floatingip': {'port_id': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:06.447762 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.885506 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.891563 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.965786 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-b66cea99-7580-479d-a814-460bceee4ea0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.967290 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-b66cea99-7580-479d-a814-460bceee4ea0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.0663011 Jun 23 14:17:06.993470 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.l3_db [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Floating IP 51a152cc-159a-4b3d-8506-ed8f0d1bd5e8 associated. External IP: 172.28.0.136, port: 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530. Jun 23 14:17:07.069983 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Deleting port 23736f8f-3597-48ee-bcc1-acc10b6ca855 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:07.070318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.160424 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] For port 23736f8f-3597-48ee-bcc1-acc10b6ca855, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=23736f8f-3597-48ee-bcc1-acc10b6ca855,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:07.160765 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.177014 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Calling delete_port for 23736f8f-3597-48ee-bcc1-acc10b6ca855 owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:07.281705 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:07.298426 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153b63-bb88-4f6e-ad42-5fde82458f78 req-c4dd7a7d-5d87-4d63-b7df-66f121cfe012 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.300215 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-51153b63-bb88-4f6e-ad42-5fde82458f78 req-c4dd7a7d-5d87-4d63-b7df-66f121cfe012 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4116fd3-e640-4d24-9fdb-794b20325e17 HTTP/1.1" status: 200 len: 946 time: 0.1683681 Jun 23 14:17:07.301315 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.305508 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:07.310946 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472695e3-a015-4485-a7b0-db9ad8e7a87a req-c1d3789e-1b28-45bd-944c-8a0844b891d0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.312385 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-472695e3-a015-4485-a7b0-db9ad8e7a87a req-c1d3789e-1b28-45bd-944c-8a0844b891d0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 943 time: 0.1677086 Jun 23 14:17:07.330387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Pushing event deleted for resources: {'Port': ['ID=23736f8f-3597-48ee-bcc1-acc10b6ca855,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:07.340220 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['23736f8f-3597-48ee-bcc1-acc10b6ca855'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:07.376500 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.376891 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.377262 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.377631 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.378027 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.378495 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.378865 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.379218 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.379575 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.379933 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.380285 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.380637 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:07.398578 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:07.399454 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] No DVR routers for this DVR port 23736f8f-3597-48ee-bcc1-acc10b6ca855 on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:07.401869 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.403900 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-77bb5edc-272e-4b8c-9031-26f909a18d55 req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.53 "DELETE /v2.0/ports/23736f8f-3597-48ee-bcc1-acc10b6ca855 HTTP/1.1" status: 204 len: 173 time: 0.4294763 Jun 23 14:17:07.404372 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'name': 'network-vif-deleted', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:07.406796 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263cb1f0-f849-447a-8730-55ae4606adae" -d '{"events": [{"server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "name": "network-vif-deleted", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:07.416018 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-51153b63-bb88-4f6e-ad42-5fde82458f78 req-c32323d1-f6f2-4e30-bbd9-974e8c72f050 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] 10.222.0.55 "GET /v2.0/security-groups?id=c27355a3-142d-45bd-8dc8-5862d3bbc324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024203 Jun 23 14:17:07.431066 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-472695e3-a015-4485-a7b0-db9ad8e7a87a req-40879704-5637-4bac-b715-6b3d5dfe658a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070712 Jun 23 14:17:07.487173 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8769b4c2-0fc1-4a50-b381-dedf8888af1e x-openstack-request-id: req-8769b4c2-0fc1-4a50-b381-dedf8888af1e {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:07.487505 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4116fd3-e640-4d24-9fdb-794b20325e17", "name": "network-vif-deleted", "tag": "23736f8f-3597-48ee-bcc1-acc10b6ca855", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:07.488036 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8769b4c2-0fc1-4a50-b381-dedf8888af1e {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:07.488642 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4116fd3-e640-4d24-9fdb-794b20325e17', 'name': 'network-vif-deleted', 'tag': '23736f8f-3597-48ee-bcc1-acc10b6ca855', 'status': 'completed', 'code': 200} Jun 23 14:17:07.491758 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:07.496284 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.502455 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] Sync routers for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:07.511548 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:07.512159 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:16:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:07.534641 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-81f72488-5416-440c-8fd2-eb5a29bb4c48 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "PUT /v2.0/floatingips/51a152cc-159a-4b3d-8506-ed8f0d1bd5e8 HTTP/1.1" status: 200 len: 991 time: 1.1273603 Jun 23 14:17:07.534641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:07.535155 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:07.588213 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a67e299-fa47-40d1-bd94-361767f4ee42 x-openstack-request-id: req-7a67e299-fa47-40d1-bd94-361767f4ee42 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:07.590084 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:07.591128 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a67e299-fa47-40d1-bd94-361767f4ee42 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:07.591767 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'status': 'completed', 'code': 200} Jun 23 14:17:07.624069 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-44827a6d-f823-4eef-a1dc-9dfdf0b73f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.639316 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:07.714199 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-9b9af06f-fce2-408d-9420-70f551a7a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.716055 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-9b9af06f-fce2-408d-9420-70f551a7a7d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 1098 time: 0.0609546 Jun 23 14:17:07.811954 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-15b5fb26-4885-4660-8c8a-0c8a113e36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.813380 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-15b5fb26-4885-4660-8c8a-0c8a113e36a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 200 len: 911 time: 0.0894098 Jun 23 14:17:07.866355 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': '51a152cc-159a-4b3d-8506-ed8f0d1bd5e8', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'port_id': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'mac_address': 'fa:16:3e:5f:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:16:39Z', 'updated_at': '2021-06-23T14:17:06Z', 'revision_number': 1, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:07.878108 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-ff8a1662-b856-45a3-89d1-6599ef762a35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 HTTP/1.1" status: 200 len: 999 time: 0.0573277 Jun 23 14:17:07.895538 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] Checking router: f9b1855c-39ef-448e-b4b9-d1a45f74bd2f for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:07.903660 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:07.904276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:17:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:07.925333 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-9f0cbf3f-04ce-43e7-b81e-5e542f575de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.926813 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-9f0cbf3f-04ce-43e7-b81e-5e542f575de5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 200 len: 849 time: 0.0422633 Jun 23 14:17:07.988045 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-ffed8e0c-8122-4132-82f3-0b52758ce8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.989550 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-ffed8e0c-8122-4132-82f3-0b52758ce8cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59cc3b94-f40a-4a1f-92f0-46180091121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555766 Jun 23 14:17:08.009967 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:08.079649 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-f07e9246-a42d-416f-8e1c-33d8a8074c5e service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839376 Jun 23 14:17:08.175996 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8e9b229c-afc8-4f3d-80ed-701fef15c3d4 req-87fc587e-9789-4a7e-9c0a-665388dfd6fc service neutron] 10.222.0.53 "GET /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895340 Jun 23 14:17:08.237235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': '51a152cc-159a-4b3d-8506-ed8f0d1bd5e8', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'port_id': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'mac_address': 'fa:16:3e:5f:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:16:39Z', 'updated_at': '2021-06-23T14:17:06Z', 'revision_number': 1, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:08.262568 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7ceec-67ce-4a09-8691-ef3495166d7d None None] The sync data for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb is: [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': '51a152cc-159a-4b3d-8506-ed8f0d1bd5e8', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'port_id': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'mac_address': 'fa:16:3e:5f:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:16:39Z', 'updated_at': '2021-06-23T14:17:06Z', 'revision_number': 1, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:08.310281 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:17:08.410804 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:08.422585 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'port_id': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'mac_address': 'fa:16:3e:fc:94:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:17:08.436750 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94674046-51a8-453f-9c58-417fe44c47e4 None None] New status for floating IP 51a152cc-159a-4b3d-8506-ed8f0d1bd5e8: ACTIVE {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:08.459642 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.474847 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042a747a-8127-4fd3-b292-dc31ab6b02e0 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:08.500882 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:08.508797 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.509645 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:08.581191 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=9']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:08.591822 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.592248 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.592658 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.593576 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.593576 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.593732 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.594187 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.594574 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.595140 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.595517 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.595897 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.596280 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:08.601733 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:08.640352 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952822f-7105-43ac-903c-541d951cf989 req-d177e43e-83bf-49b9-b527-fe23fe860745 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:08.641822 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a952822f-7105-43ac-903c-541d951cf989 req-d177e43e-83bf-49b9-b527-fe23fe860745 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0840330 Jun 23 14:17:08.681790 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a952822f-7105-43ac-903c-541d951cf989 req-01f7bc11-a8be-4cd1-9cb8-85576b7f47c7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334108 Jun 23 14:17:08.957528 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['042a747a-8127-4fd3-b292-dc31ab6b02e0'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:09.017950 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.026056 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34566) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:09.045462 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.357876 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506110'] for router_interface, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.618571 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Deleting port c5ca6b7e-f512-4ae8-8437-f8505af435cc {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:09.618813 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.695712 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] For port c5ca6b7e-f512-4ae8-8437-f8505af435cc, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=c5ca6b7e-f512-4ae8-8437-f8505af435cc,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:09.696053 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.708063 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Calling delete_port for c5ca6b7e-f512-4ae8-8437-f8505af435cc owned by network:router_interface {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:09.868180 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3bda4-2f5d-4ff2-9e54-a7042e9f02cf req-1aaa9fb3-57ac-4f7e-82da-8956c5156187 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.869685 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c3d3bda4-2f5d-4ff2-9e54-a7042e9f02cf req-1aaa9fb3-57ac-4f7e-82da-8956c5156187 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 944 time: 0.0641026 Jun 23 14:17:09.907413 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.909508 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c3d3bda4-2f5d-4ff2-9e54-a7042e9f02cf req-a97c3196-e549-4f88-b39c-4ba642b947b4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338473 Jun 23 14:17:09.910424 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-666ecae4-4de6-4216-beda-a25764053ca0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:09.934863 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ca6b7e-f512-4ae8-8437-f8505af435cc,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:09.938121 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:10.101632 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522254'] for router_interface, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.353916 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:10.404702 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.418067 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 042a747a-8127-4fd3-b292-dc31ab6b02e0 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:10.418445 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.494560 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.517244 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:10.519521 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e264cc-d964-4767-b6f7-20356b1d4355" -d '{"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-plugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:10.532215 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:10.537524 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.538422 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 23736f8f-3597-48ee-bcc1-acc10b6ca855 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:10.540154 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-7cbaa19b-e152-4b61-b930-3890df00e67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:10.562157 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7ea424-76b8-4f01-bda8-838f8ba984eb x-openstack-request-id: req-8c7ea424-76b8-4f01-bda8-838f8ba984eb {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:10.562451 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-plugged", "status": "completed", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:10.563045 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c7ea424-76b8-4f01-bda8-838f8ba984eb {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:10.563188 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'code': 200} Jun 23 14:17:10.578689 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:10.578896 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 23736f8f-3597-48ee-bcc1-acc10b6ca855 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:10.579033 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 23736f8f-3597-48ee-bcc1-acc10b6ca855 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:10.606967 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=10']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:10.610137 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:10.692149 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:10.697272 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-6a222d7b-3663-452f-b2ff-d77382d283f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/94b83734-a60d-4e24-8e2d-662ac98dc8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6703000 Jun 23 14:17:10.699963 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34574) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:10.702770 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] Sync routers for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:10.712840 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:10.713470 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:17:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:10.801772 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks [] for router, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.817008 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:10.902514 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.966648 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Deleting port 0b488236-588c-400b-807f-355a9597ce94 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:10.967080 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.102817 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] For port 0b488236-588c-400b-807f-355a9597ce94, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=0b488236-588c-400b-807f-355a9597ce94,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:11.103246 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.118640 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Calling delete_port for 0b488236-588c-400b-807f-355a9597ce94 owned by network:router_gateway {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:11.133855 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '0b488236-588c-400b-807f-355a9597ce94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:17:09Z', 'revision_number': 5, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port': {'id': '0b488236-588c-400b-807f-355a9597ce94', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:42Z', 'updated_at': '2021-06-23T14:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:11.150462 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a655ba-c61d-4466-ab80-3112018a900d req-d0abb690-7aa9-4f0c-aa87-a4058623aa17 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.151958 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a7a655ba-c61d-4466-ab80-3112018a900d req-d0abb690-7aa9-4f0c-aa87-a4058623aa17 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 946 time: 0.0997303 Jun 23 14:17:11.160766 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] Checking router: 94b83734-a60d-4e24-8e2d-662ac98dc8b8 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:11.167982 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c652f7e-7026-4fdb-80fc-2f24fa2ae9f5 req-a764a7be-696c-42c7-81a5-36af9b4a2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.169163 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] Routers {'94b83734-a60d-4e24-8e2d-662ac98dc8b8'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:11.169800 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:17:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:11.170023 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-9c652f7e-7026-4fdb-80fc-2f24fa2ae9f5 req-a764a7be-696c-42c7-81a5-36af9b4a2353 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1099 time: 0.0815597 Jun 23 14:17:11.205057 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-9c652f7e-7026-4fdb-80fc-2f24fa2ae9f5 req-5a693429-1015-40a1-8d05-deb3a4e854f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277410 Jun 23 14:17:11.229382 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-a7a655ba-c61d-4466-ab80-3112018a900d req-e12ca499-1fe4-476c-9960-dc6941bc3b8c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499916 Jun 23 14:17:11.254399 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] Set router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 gateway port host: None {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:11.320861 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:17:10Z', 'revision_number': 6, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port_host': None}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:11.346495 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b445f7-bad1-4172-9d4a-7c82df256fc8 None None] The sync data for ids ['94b83734-a60d-4e24-8e2d-662ac98dc8b8'] in dv-cinder-784477-5-smb is: [{'id': '94b83734-a60d-4e24-8e2d-662ac98dc8b8', 'name': 'tempest-TestMinimumBasicScenario-1369953884-router', 'tenant_id': 'df700be08ca14948856b6699472dc368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:17:10Z', 'revision_number': 6, 'project_id': 'df700be08ca14948856b6699472dc368', 'gw_port_host': None}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:11.362042 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.364111 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-b40a38cd-abbe-4ea8-b2d2-e2acbcea008f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:11.391728 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b488236-588c-400b-807f-355a9597ce94,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:11.395249 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:11.455863 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520859'] for router_gateway, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.556135 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15693'] for router, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.558391 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.625777 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522741'] for router, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.626321 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b83734-a60d-4e24-8e2d-662ac98dc8b8 {{(pid=93137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:17:11.631900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.632643 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] 10.222.0.55 "DELETE /v2.0/routers/94b83734-a60d-4e24-8e2d-662ac98dc8b8 HTTP/1.1" status: 204 len: 168 time: 0.9317272 Jun 23 14:17:11.636242 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34580) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:11.679584 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Deleting subnet 389c25e4-66c2-43af-875e-4a84f855906c {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:17:11.684117 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.720432 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.827255 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.883181 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.886071 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:11.909457 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389c25e4-66c2-43af-875e-4a84f855906c,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:11.911410 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.915420 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/389c25e4-66c2-43af-875e-4a84f855906c HTTP/1.1" status: 204 len: 168 time: 0.2760577 Jun 23 14:17:11.915420 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:11.916066 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34582) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:11.918443 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f4a29-e98e-444b-a375-4e9d9426cd66 None None] Network 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:12.109615 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] DHCP port deletion for 08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e request from dv-cinder-784477-5-smb {{(pid=93138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:17:12.159658 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Deleting port de39ff3e-0899-4148-9642-29ad36b2ba71 {{(pid=93138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:12.160266 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.242912 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] For port de39ff3e-0899-4148-9642-29ad36b2ba71, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=de39ff3e-0899-4148-9642-29ad36b2ba71,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:12.243462 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.255110 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c5ca6b7e-f512-4ae8-8437-f8505af435cc no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:12.274888 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.280123 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Calling delete_port for de39ff3e-0899-4148-9642-29ad36b2ba71 owned by network:dhcp {{(pid=93138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:12.283032 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: c5ca6b7e-f512-4ae8-8437-f8505af435cc {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:12.283483 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c5ca6b7e-f512-4ae8-8437-f8505af435cc not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:12.283791 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device de39ff3e-0899-4148-9642-29ad36b2ba71 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:12.331853 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Deleting port de39ff3e-0899-4148-9642-29ad36b2ba71 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:12.332171 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.451587 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] For port de39ff3e-0899-4148-9642-29ad36b2ba71, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=de39ff3e-0899-4148-9642-29ad36b2ba71,segment=NetworkSegment(4b7627ea-dd61-404e-8f8f-acce5652d364),segment_id=4b7627ea-dd61-404e-8f8f-acce5652d364)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:12.451945 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.465724 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.473229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Calling delete_port for de39ff3e-0899-4148-9642-29ad36b2ba71 owned by network:dhcp {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:12.475699 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399'] for port, after_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.480337 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:12.489395 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da517a5-18e7-44fb-8e1b-91f4b6acd3eb req-ba9f43f2-343d-4cb8-b024-6e632aa20dbf tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:12.490901 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9da517a5-18e7-44fb-8e1b-91f4b6acd3eb req-ba9f43f2-343d-4cb8-b024-6e632aa20dbf tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 946 time: 0.0992384 Jun 23 14:17:12.511724 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] No DVR routers for this DVR port de39ff3e-0899-4148-9642-29ad36b2ba71 on host dv-cinder-784477-5-smb {{(pid=93138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:12.516710 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Pushing event deleted for resources: {'Port': ['ID=de39ff3e-0899-4148-9642-29ad36b2ba71,revision_number=None']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:12.522749 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:12.550139 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 0b488236-588c-400b-807f-355a9597ce94 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:12.568195 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 0b488236-588c-400b-807f-355a9597ce94 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:12.568553 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 0b488236-588c-400b-807f-355a9597ce94 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:12.579907 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-9da517a5-18e7-44fb-8e1b-91f4b6acd3eb req-8938d534-0172-47ab-92b8-3ede6c3f8db6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Jun 23 14:17:12.595266 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.598230 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f6e8d97f-6fd8-421b-913b-ee434734301c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:12.620900 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de39ff3e-0899-4148-9642-29ad36b2ba71,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:12.623994 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:12.624752 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] No DVR routers for this DVR port de39ff3e-0899-4148-9642-29ad36b2ba71 on host dv-cinder-784477-5-smb {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:12.705164 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.715811 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:12.725443 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7627ea-dd61-404e-8f8f-acce5652d364') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:12.725690 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7627ea-dd61-404e-8f8f-acce5652d364') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:12.734145 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.747536 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.753773 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:17:12.754182 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: self.session.flush() Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: self.session.flush() Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: self.session.flush() Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: self.session.flush() Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:17:12.755848 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:17:12.809153 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.814160 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.816038 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e HTTP/1.1" status: 204 len: 168 time: 0.8989880 Jun 23 14:17:12.816756 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:12.819703 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34588) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:12.828803 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=08cc75f9-7acd-4c8b-95f2-2ad4d636ef5e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:12.831371 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:13.162160 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506110'] for router_interface, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.420340 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Deleting port c2598e7a-859b-449f-a552-79405c0f37f1 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:13.420679 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.501827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] For port c2598e7a-859b-449f-a552-79405c0f37f1, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=c2598e7a-859b-449f-a552-79405c0f37f1,segment=NetworkSegment(e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04),segment_id=e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:13.502219 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.515962 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Calling delete_port for c2598e7a-859b-449f-a552-79405c0f37f1 owned by network:router_interface {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:13.699736 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.702682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:13.727661 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2598e7a-859b-449f-a552-79405c0f37f1,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:13.731453 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:13.778228 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014688ed-7f9e-40a1-97af-88b0388fe623 req-cd59546c-0c54-48e1-b4d2-517d21a21e6b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:13.780458 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-014688ed-7f9e-40a1-97af-88b0388fe623 req-cd59546c-0c54-48e1-b4d2-517d21a21e6b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 946 time: 0.0709577 Jun 23 14:17:13.825489 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-014688ed-7f9e-40a1-97af-88b0388fe623 req-e8f50d13-3a91-448d-a7d5-7ad3d2a1b964 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Jun 23 14:17:13.890456 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522254'] for router_interface, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.098692 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Router 0a3f7a23-2e1b-4445-bef3-a1757057328c has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:14.209557 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:14.214607 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] 10.222.0.55 "PUT /v2.0/routers/0a3f7a23-2e1b-4445-bef3-a1757057328c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3943653 Jun 23 14:17:14.217547 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34630) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:14.220422 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] Sync routers for ids ['0a3f7a23-2e1b-4445-bef3-a1757057328c'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:14.230681 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] Routers {'0a3f7a23-2e1b-4445-bef3-a1757057328c'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:14.231303 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:17:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['0a3f7a23-2e1b-4445-bef3-a1757057328c'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:14.316179 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.331344 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] Set router 0a3f7a23-2e1b-4445-bef3-a1757057328c gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:14.421047 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.473996 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Deleting port 99f51510-9f66-4293-a76b-36cf1826dba0 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:14.474643 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.516652 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:17:13Z', 'revision_number': 5, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port': {'id': '99f51510-9f66-4293-a76b-36cf1826dba0', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:14.545726 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] Checking router: 0a3f7a23-2e1b-4445-bef3-a1757057328c for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:14.554151 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] Routers {'0a3f7a23-2e1b-4445-bef3-a1757057328c'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:14.554770 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:17:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['0a3f7a23-2e1b-4445-bef3-a1757057328c'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:14.556858 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] For port 99f51510-9f66-4293-a76b-36cf1826dba0, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=99f51510-9f66-4293-a76b-36cf1826dba0,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:14.557222 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.568928 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Calling delete_port for 99f51510-9f66-4293-a76b-36cf1826dba0 owned by network:router_gateway {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:14.733961 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] Set router 0a3f7a23-2e1b-4445-bef3-a1757057328c gateway port host: None {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:14.749516 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.751506 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8cd25bac-403c-4086-93cd-520705446c5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:14.774690 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=99f51510-9f66-4293-a76b-36cf1826dba0,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:14.777767 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:14.784069 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:17:14Z', 'revision_number': 6, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port_host': None}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:14.813236 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3224e2-164d-4846-b8a3-47d2a9c232d8 None None] The sync data for ids ['0a3f7a23-2e1b-4445-bef3-a1757057328c'] in dv-cinder-784477-5-smb is: [{'id': '0a3f7a23-2e1b-4445-bef3-a1757057328c', 'name': 'tempest-TestMinimumBasicScenario-1933367194-router', 'tenant_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:51Z', 'updated_at': '2021-06-23T14:17:14Z', 'revision_number': 6, 'project_id': '5aa4d48fa75d47aab29c69a76924a5ad', 'gw_port_host': None}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:14.834355 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520859'] for router_gateway, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.919973 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15693'] for router, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.922062 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.966410 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522741'] for router, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.966955 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3f7a23-2e1b-4445-bef3-a1757057328c {{(pid=93136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:17:14.972153 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.973321 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9c92ad0a-7ee5-45e1-b02a-9072bed7c9ec admin admin] 10.222.0.55 "DELETE /v2.0/routers/0a3f7a23-2e1b-4445-bef3-a1757057328c HTTP/1.1" status: 204 len: 168 time: 0.7548683 Jun 23 14:17:14.976080 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34634) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:15.026912 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Deleting subnet e4b8435a-86eb-4f22-a04f-a7da682de121 {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:17:15.031254 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.065732 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.142982 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.200927 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.203403 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:15.227547 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b8435a-86eb-4f22-a04f-a7da682de121,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:15.230539 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:15.231497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.233307 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e5ab5a1d-b264-4b05-8cd0-fd1ba9430121 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e4b8435a-86eb-4f22-a04f-a7da682de121 HTTP/1.1" status: 204 len: 168 time: 0.2562616 Jun 23 14:17:15.235970 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34636) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:15.238597 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90dfddc-a958-4f74-a3d0-11d126e1d8fb None None] Network 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:15.304106 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.360516 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Deleting port 829ea190-254b-41af-a148-4d6d3574200e {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:15.360930 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.423955 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] For port 829ea190-254b-41af-a148-4d6d3574200e, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=829ea190-254b-41af-a148-4d6d3574200e,segment=NetworkSegment(e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04),segment_id=e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:15.424305 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.436557 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Calling delete_port for 829ea190-254b-41af-a148-4d6d3574200e owned by network:dhcp {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:15.522139 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.524409 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-311c6fdd-ab57-4bf8-83f9-09a131d81718 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:15.549469 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Pushing event deleted for resources: {'Port': ['ID=829ea190-254b-41af-a148-4d6d3574200e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:15.550321 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc007d74-556b-48b9-8513-09463fc15f16 None None] DHCP port deletion for 4a1b7708-be59-4d7b-bfbe-cd2188df6d01 request from dv-cinder-784477-5-smb {{(pid=93138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:17:15.552727 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:15.553606 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] No DVR routers for this DVR port 829ea190-254b-41af-a148-4d6d3574200e on host dv-cinder-784477-5-smb {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:15.624384 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.634444 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1b7708-be59-4d7b-bfbe-cd2188df6d01']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:15.645542 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:15.645839 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ead2e9-bac0-4ec8-b7fe-8b0e3179aa04') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:15.655234 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.669915 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.676109 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:17:15.676494 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:17:15.678123 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:17:15.731708 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.735491 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-21dc9db3-79a8-4ecc-9276-de450305b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:15.738057 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.739855 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4a1b7708-be59-4d7b-bfbe-cd2188df6d01 HTTP/1.1" status: 204 len: 168 time: 0.5028677 Jun 23 14:17:15.753177 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a1b7708-be59-4d7b-bfbe-cd2188df6d01,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:15.757453 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:15.914662 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34644) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:15.958975 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-fa18143f-8f66-41ce-9d75-3c76fc4e8cba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df700be08ca14948856b6699472dc368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429595 Jun 23 14:17:15.961388 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34646) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:16.007039 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-97156e79-35a2-4bfd-9274-750e30f7633d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.027324 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-97156e79-35a2-4bfd-9274-750e30f7633d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.080663 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-97156e79-35a2-4bfd-9274-750e30f7633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.083318 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-97156e79-35a2-4bfd-9274-750e30f7633d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.084449 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-97156e79-35a2-4bfd-9274-750e30f7633d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c27355a3-142d-45bd-8dc8-5862d3bbc324 HTTP/1.1" status: 204 len: 168 time: 0.1221130 Jun 23 14:17:16.085223 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-61d45b1c-1f7d-4851-af82-60407cc74ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:16.093179 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97156e79-35a2-4bfd-9274-750e30f7633d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27355a3-142d-45bd-8dc8-5862d3bbc324,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:16.095688 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-97156e79-35a2-4bfd-9274-750e30f7633d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:16.215187 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 99f51510-9f66-4293-a76b-36cf1826dba0 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:16.235736 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 99f51510-9f66-4293-a76b-36cf1826dba0 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:16.236210 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 99f51510-9f66-4293-a76b-36cf1826dba0 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:16.236643 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c2598e7a-859b-449f-a552-79405c0f37f1 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:16.258185 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: c2598e7a-859b-449f-a552-79405c0f37f1 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:16.258764 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device c2598e7a-859b-449f-a552-79405c0f37f1 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:16.258950 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 829ea190-254b-41af-a148-4d6d3574200e no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:16.276777 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 829ea190-254b-41af-a148-4d6d3574200e {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:16.277129 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 829ea190-254b-41af-a148-4d6d3574200e not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:16.405013 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34652) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:16.445211 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-58572160-3b17-4aae-82b0-46dde55a3485 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5aa4d48fa75d47aab29c69a76924a5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389268 Jun 23 14:17:16.448784 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34654) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:16.502364 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.523615 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.572304 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.575290 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.576433 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee1ac7d2-ada2-4a9c-a874-25f309409820 HTTP/1.1" status: 204 len: 168 time: 0.1267836 Jun 23 14:17:16.577217 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c055c34b-4529-434a-9e9d-7ef03163d030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:16.585313 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1ac7d2-ada2-4a9c-a874-25f309409820,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:16.587950 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:18.774830 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-254dea0f-e6ed-4926-98c0-defc8831d39e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576463 Jun 23 14:17:18.871915 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-379189f1-fefc-4cb4-8fbb-cebb7e17129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:18.873405 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-379189f1-fefc-4cb4-8fbb-cebb7e17129d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1099 time: 0.0546348 Jun 23 14:17:18.982163 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-a5396be3-2cc5-4cb3-9a08-12820d366636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:18.983499 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-a5396be3-2cc5-4cb3-9a08-12820d366636 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0873835 Jun 23 14:17:19.059089 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-ba5179b3-9de1-490a-8980-cd87c87b985c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 1001 time: 0.0670447 Jun 23 14:17:19.108723 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-2373f4b1-5817-45e1-be97-14bb00c9c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:19.110166 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-2373f4b1-5817-45e1-be97-14bb00c9c27f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0435956 Jun 23 14:17:19.171459 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-bd3128eb-a9e0-4b63-a4d3-0df7e2eea759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:19.172960 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-bd3128eb-a9e0-4b63-a4d3-0df7e2eea759 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518324 Jun 23 14:17:19.274928 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-0f6153ea-203c-4eb3-b216-05ed360a6e85 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857437 Jun 23 14:17:19.405357 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-27a96408-24a5-46ad-b8d8-1681d9bf033d req-52fe9473-82bc-43cd-8260-77f605cbbf5b service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924032 Jun 23 14:17:19.758101 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.095478 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a010fcfc-bcd4-46ad-b534-ba154453b33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.130080 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:17:37.597697 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc669-3dd9-4d6c-b221-046822d50577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.019744 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.032026 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.387225 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.761912 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.100198 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-020d3945-9d02-4b38-a63e-a61a49e5cab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.612583 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0589b60a-2383-41be-a675-66cfc25aee0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:09.024776 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:09.036355 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:10.392520 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:13.134400 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:18:19.777300 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:20.696272 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-8c14810b-7752-48bd-b193-44280266866d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593417 Jun 23 14:18:20.812338 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbab006-042c-47de-a5fa-c3273180d1de req-b5aa475a-68be-4d4d-aeba-a06c0d64c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:20.813837 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-b5aa475a-68be-4d4d-aeba-a06c0d64c906 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 1099 time: 0.0561197 Jun 23 14:18:20.923515 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbab006-042c-47de-a5fa-c3273180d1de req-288b4b44-7432-4000-9847-356e5c584f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:20.924990 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-288b4b44-7432-4000-9847-356e5c584f5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0893328 Jun 23 14:18:20.988935 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-715205c3-a04b-45ee-beb8-7eb5f2371c0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 200 len: 1001 time: 0.0573547 Jun 23 14:18:21.036775 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbab006-042c-47de-a5fa-c3273180d1de req-6d702b60-1969-4fb4-8d53-c95e804ce060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:21.038244 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-6d702b60-1969-4fb4-8d53-c95e804ce060 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0429831 Jun 23 14:18:21.119102 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbab006-042c-47de-a5fa-c3273180d1de req-6f160266-fca3-450d-b809-9b39e93214c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:21.120730 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-6f160266-fca3-450d-b809-9b39e93214c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557034 Jun 23 14:18:21.212717 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-f635affd-2d49-418d-9804-40bfa73deef7 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826070 Jun 23 14:18:21.567650 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-2fbab006-042c-47de-a5fa-c3273180d1de req-220e4588-11fb-4345-90f4-65fb3eb6ca5a service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476489 Jun 23 14:18:22.603506 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85d16d-4978-40df-bb22-9ea655cfbbef req-f89ad7a1-7c6a-4ffa-a2d2-cb923f199d83 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:22.604984 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4b85d16d-4978-40df-bb22-9ea655cfbbef req-f89ad7a1-7c6a-4ffa-a2d2-cb923f199d83 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 946 time: 0.0682335 Jun 23 14:18:22.644555 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4b85d16d-4978-40df-bb22-9ea655cfbbef req-90149b84-94c2-457f-ad74-e1720f776874 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313466 Jun 23 14:18:23.836671 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f3b8d-f4ea-4cab-93e3-6a0f8f749d35 req-3a6a1875-21b2-4b83-b566-323249443d48 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:23.838158 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-837f3b8d-f4ea-4cab-93e3-6a0f8f749d35 req-3a6a1875-21b2-4b83-b566-323249443d48 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 946 time: 0.0698388 Jun 23 14:18:23.880009 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-837f3b8d-f4ea-4cab-93e3-6a0f8f749d35 req-7e6ea848-6644-4a7c-82e0-11161bb3f8d6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343680 Jun 23 14:18:24.714871 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-3624d4b0-da84-4a02-9ddd-58be94cf0498 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:24.716300 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-3624d4b0-da84-4a02-9ddd-58be94cf0498 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 946 time: 0.0717027 Jun 23 14:18:24.818102 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Deleting port 042a747a-8127-4fd3-b292-dc31ab6b02e0 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:24.818333 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:24.902464 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] For port 042a747a-8127-4fd3-b292-dc31ab6b02e0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=042a747a-8127-4fd3-b292-dc31ab6b02e0,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:24.902826 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:25.056399 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f3d0-21ce-46b2-9b22-1e4475ee03f7 req-ffea863a-5e8d-421b-9f98-36e0ff0abfc3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:25.057859 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59d4f3d0-21ce-46b2-9b22-1e4475ee03f7 req-ffea863a-5e8d-421b-9f98-36e0ff0abfc3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 946 time: 0.0626154 Jun 23 14:18:25.067294 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:25.067662 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:25.067964 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Floating IP a25a7e09-8a2b-4468-9247-449ea4c3b4d9 disassociated. External IP: 172.28.0.247, port: 042a747a-8127-4fd3-b292-dc31ab6b02e0. Jun 23 14:18:25.068347 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Calling delete_port for 042a747a-8127-4fd3-b292-dc31ab6b02e0 owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:25.095364 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59d4f3d0-21ce-46b2-9b22-1e4475ee03f7 req-cf32588a-37a1-403b-8eed-b16807be911c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316279 Jun 23 14:18:25.195629 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:25.199881 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ee5f691f-de39-4ade-a8c9-9409b2aebf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:25.224760 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event deleted for resources: {'Port': ['ID=042a747a-8127-4fd3-b292-dc31ab6b02e0,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:25.235811 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.236195 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.236572 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.236942 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.237309 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.237669 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.238061 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.238481 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.238797 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.239147 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.239507 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.239860 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:25.245645 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:25.347044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:25.459139 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:25.469244 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] Sync routers for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:25.478835 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:25.479468 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:25.501985 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] No DVR routers for this DVR port 042a747a-8127-4fd3-b292-dc31ab6b02e0 on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:18:25.504606 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:25.506606 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-9f15e64f-2242-4eb7-b8e2-de392e3dc617 req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "DELETE /v2.0/ports/042a747a-8127-4fd3-b292-dc31ab6b02e0 HTTP/1.1" status: 204 len: 173 time: 0.7845392 Jun 23 14:18:25.507115 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-deleted', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:25.509538 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e3a25-a956-4061-b99a-5b19ca6951fe" -d '{"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-deleted", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:25.549640 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2eb07d-e234-4435-91b0-7a61f1108e6b x-openstack-request-id: req-7d2eb07d-e234-4435-91b0-7a61f1108e6b {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:25.550003 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dd0300-10f9-40fa-8e3d-89059a30d797", "name": "network-vif-deleted", "tag": "042a747a-8127-4fd3-b292-dc31ab6b02e0", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:25.550299 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d2eb07d-e234-4435-91b0-7a61f1108e6b {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:25.550730 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dd0300-10f9-40fa-8e3d-89059a30d797', 'name': 'network-vif-deleted', 'tag': '042a747a-8127-4fd3-b292-dc31ab6b02e0', 'status': 'completed', 'code': 200} Jun 23 14:18:25.591270 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:25.931449 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:25.956440 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] Checking router: 93148e61-8b15-41fa-a5ae-5ce957a1fa07 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:25.965575 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:25.966208 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:26.072985 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:26.271583 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c8546de-31c6-4852-9808-db966abea7f6 req-3e87e0f9-46cd-403d-93bc-52331132df71 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dd0300-10f9-40fa-8e3d-89059a30d797 HTTP/1.1" status: 200 len: 210 time: 0.0284493 Jun 23 14:18:26.285848 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:26.311572 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111112c3-75cd-4589-bb47-6b7ff926225e None None] The sync data for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb is: [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:26.513407 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40edcf-e07e-4e74-8ca9-a16c17ca6cbf None None] New status for floating IP a25a7e09-8a2b-4468-9247-449ea4c3b4d9: DOWN {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:27.430128 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34844) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:27.498221 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.525640 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.573259 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.577287 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.579110 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd HTTP/1.1" status: 204 len: 168 time: 0.1475155 Jun 23 14:18:27.580438 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d49aae5c-14c8-421d-a097-7b4b16d8bcb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:27.583115 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34846) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:27.590271 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:27.592782 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:27.597664 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.api.v2.resource [None req-40b51304-914c-452d-a377-c9cd7dbaddf5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] show failed (client error): The resource could not be found. Jun 23 14:18:27.598743 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-40b51304-914c-452d-a377-c9cd7dbaddf5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups/5b4c84d3-7abe-459e-ae7f-ec9b3b1f7ffd HTTP/1.1" status: 404 len: 347 time: 0.0144949 Jun 23 14:18:27.602002 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34848) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:27.728508 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Deleting port 50474c5e-aecf-4bac-9822-471260f24f07 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:27.728843 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.812658 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.813008 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.825582 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Calling delete_port for 50474c5e-aecf-4bac-9822-471260f24f07 owned by network:floatingip {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:27.962545 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:27.964872 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a28e40f9-0c55-4f13-acc9-95a863746c1a tempest-VolumesNegativeTest-1074443844 tempest-VolumesNegativeTest-1074443844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:27.991455 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event deleted for resources: {'Port': ['ID=50474c5e-aecf-4bac-9822-471260f24f07,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:27.994041 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:28.052705 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.055519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.056671 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7df9d94e-bfe8-40fd-ac2e-aef3a674e802 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "DELETE /v2.0/floatingips/a25a7e09-8a2b-4468-9247-449ea4c3b4d9 HTTP/1.1" status: 204 len: 168 time: 0.4530799 Jun 23 14:18:28.353242 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34854) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:28.360764 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626059690', 'description': 'tempest-description--1046085042'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:28.392688 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.486052 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.491395 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.493869 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-5bb52c07-23f4-4a27-b68f-edc034e11aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:28.519445 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.520646 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1661007 Jun 23 14:18:28.522550 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23096171-d4fb-47d6-aa7f-a691e364dc1d,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:28.523667 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34856) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:28.525318 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:28.528239 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'security_group_rule': {'security_group_id': '23096171-d4fb-47d6-aa7f-a691e364dc1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:28.563710 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.615710 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.621725 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.623931 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-37f65cf1-1d16-4ec3-b26b-62d4f5642528 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:28.638942 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01106520-f180-438e-aa8f-6adf32fd8b97,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:28.647397 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.647641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.648047 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.648416 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.648831 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.649209 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.649566 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.649948 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.650300 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.650648 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.650995 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.651340 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:28.654233 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.655372 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307456 Jun 23 14:18:28.656243 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5d576293-0c2b-4f33-a9ab-f9c35a41109d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:28.658134 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34858) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:28.662640 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'security_group_rule': {'security_group_id': '23096171-d4fb-47d6-aa7f-a691e364dc1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:28.691827 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.722168 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:18:28.742466 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 042a747a-8127-4fd3-b292-dc31ab6b02e0 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:18:28.742818 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 042a747a-8127-4fd3-b292-dc31ab6b02e0 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:18:28.759250 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.764148 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407913'] for security_group_rule, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.766177 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:28.782992 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de688891-1b70-4afb-9f5e-c95ec3617dc9,revision_number=0']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:28.785225 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:28.786564 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.787736 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-36712727-9122-4ec1-8c8f-6a7d9a3437f2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287460 Jun 23 14:18:28.791267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 34860) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:28.798417 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'floatingip': {'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:28.823818 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.924597 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.028286 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Allocated IP 172.28.0.46 (2754c6ec-986a-4601-8efd-13767ec0bc68/a3e26957-7680-4f36-8d7d-2a73467e0b0b/6162db9f-6db9-4da2-96e0-bf5e3b747866) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:29.131952 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.172708 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.175473 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9f0e299c-dde7-4408-b7b4-1c868f98c98a tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:29.206863 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Network 2754c6ec-986a-4601-8efd-13767ec0bc68 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:29.212769 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:29.216594 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:29.239515 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'Port': ['ID=6162db9f-6db9-4da2-96e0-bf5e3b747866,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:29.243390 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:29.305225 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.350001 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.498365 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.505568 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.507596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:29.565952 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'Port': ['ID=6162db9f-6db9-4da2-96e0-bf5e3b747866,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:29.569572 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:29.581217 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.596587 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.598019 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-1d9520b7-0e91-4906-9878-dd164db41e34 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8053882 Jun 23 14:18:29.806102 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12a1e026-6744-4e35-9af8-c4acb043a9cd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--626059690&fields=id&tenant_id=f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 267 time: 0.0339701 Jun 23 14:18:29.912330 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-d5a34977-62cb-40e0-ab4a-e9289614fa1f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:29.913753 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-d5a34977-62cb-40e0-ab4a-e9289614fa1f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 817 time: 0.1011097 Jun 23 14:18:29.931146 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-e92821ea-1c7f-410e-b16e-710ce743a5a6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/quotas/f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 375 time: 0.0091681 Jun 23 14:18:30.014820 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-57fcdca7-b00c-4272-aaf8-af14ef46a150 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761824 Jun 23 14:18:30.115305 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-0f9c8d9f-4556-402b-9e9c-7d196b59879c service neutron] 10.222.0.55 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841229 Jun 23 14:18:30.203085 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-256a1626-e836-4522-b9a1-2ddee9801dd6 service neutron] 10.222.0.55 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793207 Jun 23 14:18:30.384673 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-deb2e661-7670-4d87-bb0a-106313b561ec req-aec7c76a-a1f2-4488-a58e-fba42924ee51 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 210 time: 0.0344377 Jun 23 14:18:31.534043 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-03aac412-c668-4abe-b49f-8d5dedac7ba4 req-22ecd4ae-617e-4218-a151-554d1fabbf4e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jun 23 14:18:31.691960 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-2d9855bb-6cb3-4837-a3b8-d8f3751ddc45 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:31.693433 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-2d9855bb-6cb3-4837-a3b8-d8f3751ddc45 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 817 time: 0.1429963 Jun 23 14:18:31.745230 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-15d90e5b-5559-43ac-ae07-89f96df8b872 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 379 time: 0.0350084 Jun 23 14:18:31.754887 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'port': {'device_id': '69af9753-c316-4413-8d20-4c88ed6737e1', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'admin_state_up': True, 'tenant_id': 'f56127e625b546229d084c866b2688da', 'security_groups': ['23096171-d4fb-47d6-aa7f-a691e364dc1d']}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:31.864254 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Made reservation on behalf of f56127e625b546229d084c866b2688da for: {'port': 1} {{(pid=93136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:18:31.867827 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1654773'] for port, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.998602 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_common [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Allocated IP 172.20.0.9 (12d21282-130e-4d6b-a43c-96eb3f2aa0f5/6330332a-f02a-4da5-8533-f7fcbc04166e/f18fbcd0-b0c4-4a2e-97de-631aa3439e43) {{(pid=93136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:32.130189 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for port, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.150517 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Transition to ACTIVE for port object f18fbcd0-b0c4-4a2e-97de-631aa3439e43 will not be triggered until provisioned by entity DHCP. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:32.186642 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1654706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772806260390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130316691'] for port, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.190759 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-40310429-626a-42a3-ad10-41cd10e3111a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:32.231385 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 is already hosted by enough agents. {{(pid=93136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:32.234412 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.base_scheduler [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Resources bound (agent type, host, resource id): {{(pid=93136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:32.238202 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Received port after_create {{(pid=93136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:32.262272 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:32.266767 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:32.290560 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:32.291213 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.307588 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563397 Jun 23 14:18:32.327486 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.v2.base [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Request body: {'port': {'device_id': '69af9753-c316-4413-8d20-4c88ed6737e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:32.404049 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.407897 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-83155c4b-0898-4a67-96fe-f8ad75645922 None None] Provisioning for port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 completed by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:32.411727 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-83155c4b-0898-4a67-96fe-f8ad75645922 None None] Provisioning complete for port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 triggered by entity DHCP. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:32.412102 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-83155c4b-0898-4a67-96fe-f8ad75645922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.448243 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-83155c4b-0898-4a67-96fe-f8ad75645922 None None] Port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 cannot update to ACTIVE because it is not bound. {{(pid=93138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:18:32.657786 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18fbcd0-b0c4-4a2e-97de-631aa3439e43 {{(pid=93136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:32.665814 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.677315 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Transition to ACTIVE for port object f18fbcd0-b0c4-4a2e-97de-631aa3439e43 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:32.680916 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.683659 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b04b6390-4de3-4b90-bef9-27adec9685f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:32.719415 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8fb9e-e741-4e8a-8cdb-c4a06d55b475 req-acd9747b-f4be-4573-8ea8-838fb3afc466 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:32.721125 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52c8fb9e-e741-4e8a-8cdb-c4a06d55b475 req-acd9747b-f4be-4573-8ea8-838fb3afc466 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 931 time: 0.0691836 Jun 23 14:18:32.761460 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52c8fb9e-e741-4e8a-8cdb-c4a06d55b475 req-660dbe58-0ca6-4442-a813-f7617b82cd44 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334990 Jun 23 14:18:32.773598 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:32.777537 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:32.803293 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Attempting to bind port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:18:32.803665 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Attempting to bind port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:18:32.803954 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Attempting to bind port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:32.809112 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:18:32.809350 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Attempting to bind port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 on network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:32.814189 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Checking agent: {'id': '0fc4d17b-e251-42eb-b64e-ca360f8fd4c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:18:32.814526 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Checking segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:18:32.814906 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Bound using segment: {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:18:32.815332 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Bound port: f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207fd837-f1b9-48c6-8996-991ad2537769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:18:32.815680 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.879090 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:18:32.882007 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:18:32.887670 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130316673'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.889608 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-11adc346-d0ca-4434-8037-00f4a9a0007a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:32.923648 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:32.924278 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.925646 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] 10.222.0.53 "PUT /v2.0/ports/f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 200 len: 1093 time: 0.6026387 Jun 23 14:18:32.926178 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:32.928452 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:32.951710 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:32.954892 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-12cb1af5-5124-491f-9570-dcc845978977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:32.979736 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113ba60-1e8e-464a-b408-ddcd9e2ae1f8 x-openstack-request-id: req-9113ba60-1e8e-464a-b408-ddcd9e2ae1f8 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:32.980129 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:32.980506 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9113ba60-1e8e-464a-b408-ddcd9e2ae1f8 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:32.981585 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'status': 'completed', 'code': 200} Jun 23 14:18:33.051269 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-c8c8a250-a3f8-4565-a273-1ec9763f2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.052889 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-c8c8a250-a3f8-4565-a273-1ec9763f2229 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1096 time: 0.0530396 Jun 23 14:18:33.101226 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-4b46e6c1-1af9-4403-b4c5-901e4829df3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 200 len: 217 time: 0.0336494 Jun 23 14:18:33.157716 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-c9863aaa-e1d4-4ac7-85cb-45e35b46fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.159992 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-c9863aaa-e1d4-4ac7-85cb-45e35b46fad8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0522351 Jun 23 14:18:33.216356 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-3694885f-09cd-4250-97cc-fd2959fb13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.217861 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-3694885f-09cd-4250-97cc-fd2959fb13d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510583 Jun 23 14:18:33.304676 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-240d4cd6-7a25-4ea7-baea-37d2cbf207b1 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802350 Jun 23 14:18:33.395858 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-64e42c66-37a2-4436-a19f-f38bd75eea4c req-1d25a714-b7c1-4e4a-be08-aff6eab6d977 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842264 Jun 23 14:18:33.549256 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-997a14bf-dadd-4370-b037-9369aedbf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.551405 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-997a14bf-dadd-4370-b037-9369aedbf1a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1096 time: 0.0578649 Jun 23 14:18:33.653069 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-3599088c-3091-4572-ae92-5c811ed0bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.654452 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-3599088c-3091-4572-ae92-5c811ed0bc27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0958033 Jun 23 14:18:33.695298 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-52ab2ac8-c7d1-4f83-9645-9d4fa09b3f75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 200 len: 217 time: 0.0338807 Jun 23 14:18:33.746267 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-8f42f385-e760-4e2f-a134-090c5a235cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.747698 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-8f42f385-e760-4e2f-a134-090c5a235cab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0467563 Jun 23 14:18:33.806458 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-d04fc812-1f2f-4457-a764-d50bea02779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.807932 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-d04fc812-1f2f-4457-a764-d50bea02779c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537102 Jun 23 14:18:33.899182 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-af332a1a-e74d-4c10-a60e-268cb78e3b82 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834177 Jun 23 14:18:33.947788 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d532-b12c-4748-b293-f7ec73fae8cf req-090ff4a8-8b04-4593-a02b-86cafcc9d101 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.949130 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01c1d532-b12c-4748-b293-f7ec73fae8cf req-090ff4a8-8b04-4593-a02b-86cafcc9d101 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0636184 Jun 23 14:18:33.987677 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-01c1d532-b12c-4748-b293-f7ec73fae8cf req-b5f6bae9-c28b-4db2-9083-162fcd40e075 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319369 Jun 23 14:18:34.000159 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-53bac2cc-d38a-4b01-9786-cbabd70e6f4a req-2675ef90-5f43-4e57-935e-469206eed667 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946894 Jun 23 14:18:35.095699 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ed52c2fd-345c-4fb9-80c3-6cdfc9c63ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:35.165180 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc33ff2-2951-42c3-960a-b25ebb816048 req-b36d34b5-49fe-4f2b-9261-6150cc99ee1c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:35.166622 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1bc33ff2-2951-42c3-960a-b25ebb816048 req-b36d34b5-49fe-4f2b-9261-6150cc99ee1c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0619190 Jun 23 14:18:35.204181 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1bc33ff2-2951-42c3-960a-b25ebb816048 req-eacd1823-196e-49e4-9063-981db2b44898 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314488 Jun 23 14:18:36.380792 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef2fc-026f-4ed5-b268-18675aa174a2 req-7e420fb5-8648-41ea-baf6-4e8a61dbb5d1 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:36.382276 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ffbef2fc-026f-4ed5-b268-18675aa174a2 req-7e420fb5-8648-41ea-baf6-4e8a61dbb5d1 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0650034 Jun 23 14:18:36.421976 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ffbef2fc-026f-4ed5-b268-18675aa174a2 req-b887668a-28f8-43a6-9ba4-99839b45a502 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337570 Jun 23 14:18:36.772182 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:18:36.875895 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:36.887093 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'port_id': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'mac_address': 'fa:16:3e:e9:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:18:36.926537 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.939144 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18fbcd0-b0c4-4a2e-97de-631aa3439e43 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:36.958779 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:36.963472 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.965658 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:37.010139 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=4']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:37.017276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.017543 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.017875 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.018235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.018558 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.018884 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.019193 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.019513 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.019834 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.020139 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.020451 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.020752 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:37.024732 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:37.388041 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['f18fbcd0-b0c4-4a2e-97de-631aa3439e43'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:18:37.603853 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df977963-2e2b-4ad3-9aa3-bd9394109696 req-118e6d8e-200b-44e0-9470-34bd5852861e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:37.605435 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-df977963-2e2b-4ad3-9aa3-bd9394109696 req-118e6d8e-200b-44e0-9470-34bd5852861e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 944 time: 0.0714738 Jun 23 14:18:37.606574 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-608e0c15-26c8-4636-97ec-51fdbf848fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:37.647811 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-df977963-2e2b-4ad3-9aa3-bd9394109696 req-279f1ce5-614d-443f-a35f-8bea5b6399bb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314305 Jun 23 14:18:38.788744 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:18:38.835073 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f225027-6e21-43a3-a8eb-cd3bdccaf3c7 req-ad676eee-afee-49aa-a080-1cbb27d620fa tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.836643 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4f225027-6e21-43a3-a8eb-cd3bdccaf3c7 req-ad676eee-afee-49aa-a080-1cbb27d620fa tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 944 time: 0.0712290 Jun 23 14:18:38.840645 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning for port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 completed by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:38.844421 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:38.844800 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:38.874052 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4f225027-6e21-43a3-a8eb-cd3bdccaf3c7 req-1d61f21a-0a0a-4a45-8d69-95473669ef02 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Jun 23 14:18:38.931021 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:38.954152 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:38.956545 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1976e08a-92b1-41c7-a9c9-0caa83974f36" -d '{"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-plugged", "status": "completed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:38.969380 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:38.974761 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:38.976741 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:39.002371 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ee030-4848-4f4c-8eab-7148bb9d5048 x-openstack-request-id: req-485ee030-4848-4f4c-8eab-7148bb9d5048 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:39.002665 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-plugged", "status": "completed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:39.003228 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-485ee030-4848-4f4c-8eab-7148bb9d5048 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:39.003625 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'code': 200} Jun 23 14:18:39.034287 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:39.050979 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=5']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:39.055069 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:39.055876 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:39.265761 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ef26d-14fb-447d-a281-ca22ba833076 req-102e08f6-7b76-499c-a9e8-b61f89b0c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:39.268084 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-031ef26d-14fb-447d-a281-ca22ba833076 req-102e08f6-7b76-499c-a9e8-b61f89b0c217 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1098 time: 0.0561855 Jun 23 14:18:39.302888 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-031ef26d-14fb-447d-a281-ca22ba833076 req-d78e0c0f-2d6f-4aec-a859-9e941263e067 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283206 Jun 23 14:18:40.074695 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ccd85-c506-40f9-9851-5a0e697c4f67 req-fe0a5597-5c27-42a7-af62-b6eed14c67b0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:40.076119 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c2ccd85-c506-40f9-9851-5a0e697c4f67 req-fe0a5597-5c27-42a7-af62-b6eed14c67b0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0769298 Jun 23 14:18:40.116516 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5c2ccd85-c506-40f9-9851-5a0e697c4f67 req-13e922f3-004f-4691-b640-108e0c58839d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Jun 23 14:18:40.397848 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:41.305165 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3185-8277-43b7-b0c5-6d35c2d7073e req-5cc5d0dc-f29b-4c16-b733-92005e305444 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:41.306782 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1fde3185-8277-43b7-b0c5-6d35c2d7073e req-5cc5d0dc-f29b-4c16-b733-92005e305444 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0648410 Jun 23 14:18:41.347878 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1fde3185-8277-43b7-b0c5-6d35c2d7073e req-a393e20b-de9b-450e-ae0e-ec1dbc9ef064 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327730 Jun 23 14:18:41.522231 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f9947-e8cd-4e88-b78a-1fa22cd8251a req-9f4954b6-c751-49f5-9712-378c36ff7aed tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:41.523534 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8b5f9947-e8cd-4e88-b78a-1fa22cd8251a req-9f4954b6-c751-49f5-9712-378c36ff7aed tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0662715 Jun 23 14:18:41.533475 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 34974) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:41.537945 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.v2.base [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Request body: {'floatingip': {'port_id': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}} {{(pid=93137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:41.578416 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, before_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:42.014288 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:42.019737 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:42.120629 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.l3_db [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Floating IP 79f829fb-ebe4-48f5-8a7e-58356b06bd34 associated. External IP: 172.28.0.46, port: f18fbcd0-b0c4-4a2e-97de-631aa3439e43. Jun 23 14:18:42.327432 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:42.693280 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:42.698364 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:42.704749 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] Sync routers for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:42.716321 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:42.716998 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:42.741127 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-cce01e15-6a5e-406d-a077-49c8be3a9155 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "PUT /v2.0/floatingips/79f829fb-ebe4-48f5-8a7e-58356b06bd34 HTTP/1.1" status: 200 len: 990 time: 1.2065790 Jun 23 14:18:42.741778 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:42.744100 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb1678c-6a2d-44af-8874-bdba865aad94" -d '{"events": [{"name": "network-changed", "server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:42.780890 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d31fec8-8be0-475c-9b11-859a0fa563b0 x-openstack-request-id: req-8d31fec8-8be0-475c-9b11-859a0fa563b0 {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:42.781245 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:42.781629 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d31fec8-8be0-475c-9b11-859a0fa563b0 {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:42.782087 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'status': 'completed', 'code': 200} Jun 23 14:18:42.824337 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:42.910845 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-d888ebb3-fc54-4d16-bd80-eb570386e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:42.912308 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-d888ebb3-fc54-4d16-bd80-eb570386e5ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1098 time: 0.0528293 Jun 23 14:18:43.005364 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-05154989-64d7-47be-9203-3afd54c8945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.006862 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-05154989-64d7-47be-9203-3afd54c8945a service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0883110 Jun 23 14:18:43.045212 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': '79f829fb-ebe4-48f5-8a7e-58356b06bd34', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'port_id': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'mac_address': 'fa:16:3e:e9:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af9753-c316-4413-8d20-4c88ed6737e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:29Z', 'updated_at': '2021-06-23T14:18:41Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:43.072845 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-699575fb-aabe-4b04-897a-47bdc1744280 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 200 len: 998 time: 0.0591688 Jun 23 14:18:43.075522 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] Checking router: 93148e61-8b15-41fa-a5ae-5ce957a1fa07 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:43.085272 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:43.085918 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:43.121289 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-86dd2ffb-f0fd-485b-bd06-030fd4c8a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.122739 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-86dd2ffb-f0fd-485b-bd06-030fd4c8a496 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0435586 Jun 23 14:18:43.180765 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-c3c38c4d-9446-4ff9-a6fe-40263c4b32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.182378 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-c3c38c4d-9446-4ff9-a6fe-40263c4b32d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535562 Jun 23 14:18:43.190233 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:43.275757 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-9ae0d48c-1494-493b-a105-a53caab06a8f service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866475 Jun 23 14:18:43.364739 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1eb1678c-6a2d-44af-8874-bdba865aad94 req-fcd20f02-504b-4978-84a8-aec831b8ec07 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815110 Jun 23 14:18:43.412317 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': '79f829fb-ebe4-48f5-8a7e-58356b06bd34', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'port_id': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'mac_address': 'fa:16:3e:e9:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af9753-c316-4413-8d20-4c88ed6737e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:29Z', 'updated_at': '2021-06-23T14:18:41Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:43.437647 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ad2f0-8c4b-49ee-8e6c-c2ea243c991e None None] The sync data for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb is: [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_floatingips': [{'id': '79f829fb-ebe4-48f5-8a7e-58356b06bd34', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'router_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'port_id': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'mac_address': 'fa:16:3e:e9:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af9753-c316-4413-8d20-4c88ed6737e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:29Z', 'updated_at': '2021-06-23T14:18:41Z', 'revision_number': 1, 'project_id': 'f56127e625b546229d084c866b2688da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:43.620707 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2616d0b8-aa46-4208-bcd4-ee5cb9e3497f None None] New status for floating IP 79f829fb-ebe4-48f5-8a7e-58356b06bd34: ACTIVE {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:47.988103 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abd8f3-f1a9-464c-ad58-72a62c058b51 req-d68b80ab-178e-405b-b7a8-fe0856c9d454 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:47.989509 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-19abd8f3-f1a9-464c-ad58-72a62c058b51 req-d68b80ab-178e-405b-b7a8-fe0856c9d454 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0640841 Jun 23 14:18:48.026319 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-19abd8f3-f1a9-464c-ad58-72a62c058b51 req-f8122736-0dc0-4678-89c5-a62200c4f99f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Jun 23 14:18:49.210676 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440b7fa-395e-4abc-92e2-34a8703993ab req-41e5711c-23b8-4eca-9e67-90a040c1d514 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:49.212001 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f440b7fa-395e-4abc-92e2-34a8703993ab req-41e5711c-23b8-4eca-9e67-90a040c1d514 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0671117 Jun 23 14:18:49.251167 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f440b7fa-395e-4abc-92e2-34a8703993ab req-cffaf9d7-1bdf-4db7-ad22-b29eba845173 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Jun 23 14:18:49.779784 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:50.138837 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:18:50.288274 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-dde91fad-ef14-40c1-ae7a-f053dc3716e9 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:50.289722 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-dde91fad-ef14-40c1-ae7a-f053dc3716e9 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0757689 Jun 23 14:18:50.385713 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Deleting port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:50.386078 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:50.431874 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153c840-19e3-4716-95f2-49da20683536 req-29a74c89-4fce-4091-8403-f80a238c11dc tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:50.433221 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6153c840-19e3-4716-95f2-49da20683536 req-29a74c89-4fce-4091-8403-f80a238c11dc tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 945 time: 0.0654478 Jun 23 14:18:50.470656 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6153c840-19e3-4716-95f2-49da20683536 req-fc6f6479-b495-415a-8272-2c692798b96c tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups?id=29562f49-8053-4b7a-8fdd-ba9315da03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Jun 23 14:18:50.477280 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] For port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:50.477635 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:50.902185 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:50.902592 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:50.904402 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Floating IP 51a152cc-159a-4b3d-8506-ed8f0d1bd5e8 disassociated. External IP: 172.28.0.136, port: 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530. Jun 23 14:18:50.904402 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Calling delete_port for 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:51.033396 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:51.037253 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-2d6428ba-2c35-4783-bcc1-3978240eea4a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:51.061402 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event deleted for resources: {'Port': ['ID=7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:51.064409 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:51.172319 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:51.285238 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:51.296417 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] Sync routers for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:51.305145 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:51.305768 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:51.327953 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] No DVR routers for this DVR port 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:18:51.330519 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:51.332569 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1d73b75a-8f3b-4012-bb76-e71b8d803860 req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.53 "DELETE /v2.0/ports/7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 HTTP/1.1" status: 204 len: 173 time: 1.0373366 Jun 23 14:18:51.333020 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'name': 'network-vif-deleted', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:51.335369 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ea7058-72df-4592-a9ac-4bc21abce277" -d '{"events": [{"server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "name": "network-vif-deleted", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:51.374293 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28eb6d0-978f-4b94-b7c2-fd1696b59fb7 x-openstack-request-id: req-b28eb6d0-978f-4b94-b7c2-fd1696b59fb7 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:51.374654 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacec2bc-da1f-4894-9dbe-fc5c61f65efe", "name": "network-vif-deleted", "tag": "7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:51.374977 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b28eb6d0-978f-4b94-b7c2-fd1696b59fb7 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:51.376144 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacec2bc-da1f-4894-9dbe-fc5c61f65efe', 'name': 'network-vif-deleted', 'tag': '7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530', 'status': 'completed', 'code': 200} Jun 23 14:18:51.420686 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:51.668791 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-80b4c472-2aaa-4977-8126-d449e9ec2b05 req-6050e206-cf36-4e56-988a-55c63bcb8503 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/ports?device_id=aacec2bc-da1f-4894-9dbe-fc5c61f65efe HTTP/1.1" status: 200 len: 210 time: 0.0296576 Jun 23 14:18:51.758715 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:51.783366 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] Checking router: f9b1855c-39ef-448e-b4b9-d1a45f74bd2f for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:51.792958 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:51.793623 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:51.904148 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:52.108050 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:52.134125 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b241a8f-fa44-4c87-9cf8-99ebb2fc1533 None None] The sync data for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb is: [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:10:31Z', 'revision_number': 4, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '44f8a541-d065-4dfd-bd3b-506fd449f0e2', 'name': '', 'network_id': '59cc3b94-f40a-4a1f-92f0-46180091121b', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'mac_address': 'fa:16:3e:e2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:29Z', 'updated_at': '2021-06-23T14:10:41Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'subnets': [{'id': '2b9bae51-4aa1-466a-9a02-b075d6968774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:52.369706 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce3e92d-bc7f-407e-ba1d-695fc05a4a4c None None] New status for floating IP 51a152cc-159a-4b3d-8506-ed8f0d1bd5e8: DOWN {{(pid=93140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:52.806188 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35056) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:52.861141 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:52.883710 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:52.932871 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:52.935508 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:52.936673 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "DELETE /v2.0/security-groups/29562f49-8053-4b7a-8fdd-ba9315da03a8 HTTP/1.1" status: 204 len: 168 time: 0.1294620 Jun 23 14:18:52.937353 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:52.939584 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35058) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:52.945721 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29562f49-8053-4b7a-8fdd-ba9315da03a8,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:52.956055 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:52.956540 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.api.v2.resource [None req-ea22f2e8-a10e-4eda-bf50-05e99eb3b65b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] show failed (client error): The resource could not be found. Jun 23 14:18:52.957791 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-ea22f2e8-a10e-4eda-bf50-05e99eb3b65b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "GET /v2.0/security-groups/29562f49-8053-4b7a-8fdd-ba9315da03a8 HTTP/1.1" status: 404 len: 347 time: 0.0171018 Jun 23 14:18:52.958987 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35060) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:53.083061 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Deleting port 003ae0de-42a8-4978-9d28-b744dab9aa9c {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:53.083408 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:53.159822 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:53.160141 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:53.171957 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Calling delete_port for 003ae0de-42a8-4978-9d28-b744dab9aa9c owned by network:floatingip {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:53.312543 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:53.314635 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-014d63f4-2706-4488-a866-6ec0a98dc8eb tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:53.341851 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Pushing event deleted for resources: {'Port': ['ID=003ae0de-42a8-4978-9d28-b744dab9aa9c,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:53.345085 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:53.398308 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:53.401108 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:53.402271 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7d7c0509-fa1c-41be-9ebb-f0802cde753b tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] 10.222.0.55 "DELETE /v2.0/floatingips/51a152cc-159a-4b3d-8506-ed8f0d1bd5e8 HTTP/1.1" status: 204 len: 168 time: 0.4429731 Jun 23 14:18:54.878038 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:18:54.898638 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:18:54.898986 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 7cb77e99-8d7f-4fa2-a0f4-8d212e2a1530 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:18:57.145048 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35096) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:57.634545 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506110'] for router_interface, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:57.882060 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Deleting port 44f8a541-d065-4dfd-bd3b-506fd449f0e2 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:57.882399 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:57.956780 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] For port 44f8a541-d065-4dfd-bd3b-506fd449f0e2, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=44f8a541-d065-4dfd-bd3b-506fd449f0e2,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:57.957131 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:57.973877 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Calling delete_port for 44f8a541-d065-4dfd-bd3b-506fd449f0e2 owned by network:router_interface {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:58.156128 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:58.158296 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:58.185125 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f8a541-d065-4dfd-bd3b-506fd449f0e2,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:58.188646 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:58.381026 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522254'] for router_interface, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:58.595080 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:58.710464 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:58.716641 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f9f0165e-4d73-4e8e-9ce1-949c22462cf7 admin admin] 10.222.0.55 "PUT /v2.0/routers/f9b1855c-39ef-448e-b4b9-d1a45f74bd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5706148 Jun 23 14:18:58.719461 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35102) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:58.720215 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] Sync routers for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:58.729661 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:58.730320 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:58.819207 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:58.832226 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:58.918672 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:58.970947 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Deleting port cdff2218-4a49-498d-9a5c-5207a3784625 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:58.971281 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.009876 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:18:58Z', 'revision_number': 5, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port': {'id': 'cdff2218-4a49-498d-9a5c-5207a3784625', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:25Z', 'updated_at': '2021-06-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:59.038869 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] Checking router: f9b1855c-39ef-448e-b4b9-d1a45f74bd2f for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:59.044335 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] Routers {'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:59.044835 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:18:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:59.046688 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] For port cdff2218-4a49-498d-9a5c-5207a3784625, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=cdff2218-4a49-498d-9a5c-5207a3784625,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:59.047026 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.060235 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Calling delete_port for cdff2218-4a49-498d-9a5c-5207a3784625 owned by network:router_gateway {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:59.128593 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] Set router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f gateway port host: None {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:59.177601 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:18:58Z', 'revision_number': 6, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port_host': None}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:59.208960 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477976c-72b8-46c1-bc3b-773d953dadbe None None] The sync data for ids ['f9b1855c-39ef-448e-b4b9-d1a45f74bd2f'] in dv-cinder-784477-5-smb is: [{'id': 'f9b1855c-39ef-448e-b4b9-d1a45f74bd2f', 'name': 'tempest-AttachVolumeTestJSON-632237647-router', 'tenant_id': '1210e3c13b554d839278c3ac16ad0e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:24Z', 'updated_at': '2021-06-23T14:18:58Z', 'revision_number': 6, 'project_id': '1210e3c13b554d839278c3ac16ad0e4a', 'gw_port_host': None}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:59.230990 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.233327 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7b456e1e-8765-4406-9b37-b96d2a221833 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:59.264124 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdff2218-4a49-498d-9a5c-5207a3784625,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:59.266682 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:59.325066 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520859'] for router_gateway, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.418229 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15693'] for router, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.421152 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.462410 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522741'] for router, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.462923 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b1855c-39ef-448e-b4b9-d1a45f74bd2f {{(pid=93136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:18:59.467446 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.468575 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-a85ece25-482f-41e2-b041-136b97c6da0e admin admin] 10.222.0.55 "DELETE /v2.0/routers/f9b1855c-39ef-448e-b4b9-d1a45f74bd2f HTTP/1.1" status: 204 len: 168 time: 0.7482138 Jun 23 14:18:59.471210 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35110) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:59.516647 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Deleting subnet 2b9bae51-4aa1-466a-9a02-b075d6968774 {{(pid=93136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:18:59.519623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.531126 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8554f5-5c08-459e-abd5-d79ba5624011 req-d6378aec-c44e-4757-92c2-fbd5da5ffacd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:59.532624 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2d8554f5-5c08-459e-abd5-d79ba5624011 req-d6378aec-c44e-4757-92c2-fbd5da5ffacd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0629475 Jun 23 14:18:59.555970 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131351682'] for subnet, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.571210 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2d8554f5-5c08-459e-abd5-d79ba5624011 req-dcbcf596-85ea-4239-8364-c907532d9476 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326588 Jun 23 14:18:59.666871 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.719506 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130316736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130051560'] for subnet, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.721855 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9d2cea60-c1a0-499b-b4e6-2386e0e5e9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:59.743278 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9bae51-4aa1-466a-9a02-b075d6968774,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:59.746655 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:59.749613 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for subnet, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.751515 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-07e7a80f-87d7-4906-b144-6de1e9af6226 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2b9bae51-4aa1-466a-9a02-b075d6968774 HTTP/1.1" status: 204 len: 168 time: 0.2793081 Jun 23 14:18:59.754288 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35114) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:59.754936 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37382241-cef4-4e75-ac4e-3fed5333353e None None] Network 59cc3b94-f40a-4a1f-92f0-46180091121b requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:18:59.823184 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.875353 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Deleting port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:59.875588 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.936581 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] For port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:59.936933 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:59.948518 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Calling delete_port for 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d owned by network:dhcp {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:19:00.003289 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] DHCP port deletion for 59cc3b94-f40a-4a1f-92f0-46180091121b request from dv-cinder-784477-5-smb {{(pid=93138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:19:00.050993 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] Deleting port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d {{(pid=93138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:19:00.051373 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.115896 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] For port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,segment=NetworkSegment(f655d632-6992-426e-b531-d9ea93bc5d1b),segment_id=f655d632-6992-426e-b531-d9ea93bc5d1b)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:00.116295 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.137284 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] Calling delete_port for 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d owned by network:dhcp {{(pid=93138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:19:00.219000 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399'] for port, after_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.221133 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-232aa6bd-a04a-4a32-99de-a82b05bcb9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:00.243044 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] Pushing event deleted for resources: {'Port': ['ID=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,revision_number=None']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:00.249046 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:00.253252 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee549583-ee7c-4c9c-ae45-8fd167cef09e None None] No DVR routers for this DVR port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d on host dv-cinder-784477-5-smb {{(pid=93138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:19:00.319144 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.319739 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 44f8a541-d065-4dfd-bd3b-506fd449f0e2 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:19:00.321200 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a5c351de-ccbe-42c7-8ca3-e0677bc6ae80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:00.339534 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 44f8a541-d065-4dfd-bd3b-506fd449f0e2 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:19:00.339889 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 44f8a541-d065-4dfd-bd3b-506fd449f0e2 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:19:00.340325 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:19:00.344555 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b41e36b-9fc8-42a3-98c1-23d0fe51d58d,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:00.347639 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:00.348400 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] No DVR routers for this DVR port 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d on host dv-cinder-784477-5-smb {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:19:00.358470 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:19:00.358825 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 7b41e36b-9fc8-42a3-98c1-23d0fe51d58d not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:19:00.359259 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device cdff2218-4a49-498d-9a5c-5207a3784625 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:19:00.379935 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: cdff2218-4a49-498d-9a5c-5207a3784625 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:19:00.380181 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device cdff2218-4a49-498d-9a5c-5207a3784625 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:19:00.418713 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.428497 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cc3b94-f40a-4a1f-92f0-46180091121b']}} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:19:00.438819 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f655d632-6992-426e-b531-d9ea93bc5d1b') {'for_net_delete': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:19:00.439118 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.services.segments.db [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f655d632-6992-426e-b531-d9ea93bc5d1b') {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:19:00.448182 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131351709'] for segment, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.462190 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.468702 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:19:00.469067 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130316637'] for segment, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: self.session.flush() Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: self.session.flush() Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: self.session.flush() Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: self.session.flush() Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: Traceback (most recent call last): Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: timer() Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: cb(*args, **kw) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: return func(*args, **kwargs) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: self._notify() Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: self.callback(batched_events) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: event.method(event) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: return f(self, *a, **k) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: return self._get(url).json() Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: return self.request(url, 'GET', **kwargs) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:19:00.470780 dv-cinder-784477-5-smb neutron-server[93136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:19:00.524433 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.528065 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:00.530497 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.532196 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] 10.222.0.55 "DELETE /v2.0/networks/59cc3b94-f40a-4a1f-92f0-46180091121b HTTP/1.1" status: 204 len: 168 time: 0.7770000 Jun 23 14:19:00.542448 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Pushing event deleted for resources: {'Network': ['ID=59cc3b94-f40a-4a1f-92f0-46180091121b,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:00.544781 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:00.645756 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35122) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:00.698785 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-8eb37698-73c2-4cda-b83c-929013425725 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1210e3c13b554d839278c3ac16ad0e4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516346 Jun 23 14:19:00.701197 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35124) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:00.753978 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209663d-a562-4216-adba-b29b55c6af0d req-2a0a056d-ca28-4a33-9bed-38c9d63bd754 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:00.755420 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7209663d-a562-4216-adba-b29b55c6af0d req-2a0a056d-ca28-4a33-9bed-38c9d63bd754 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0620623 Jun 23 14:19:00.756595 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.788153 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.792134 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7209663d-a562-4216-adba-b29b55c6af0d req-a5aa07c0-ed61-48cb-a3df-3bf22cfbdeb3 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306513 Jun 23 14:19:00.833808 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.836437 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:00.837593 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08069332-760a-4561-9041-532be9496a6c HTTP/1.1" status: 204 len: 168 time: 0.1355095 Jun 23 14:19:00.838469 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4a6e91b0-27a7-4d70-834d-484e127a5d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:00.846129 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08069332-760a-4561-9041-532be9496a6c,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:00.849066 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:01.964989 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdf6ca-ef4c-49b5-8631-647d41000808 req-7b7a515b-64be-46d9-9dca-073c383e2017 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:01.966481 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-afcdf6ca-ef4c-49b5-8631-647d41000808 req-7b7a515b-64be-46d9-9dca-073c383e2017 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0655382 Jun 23 14:19:02.003557 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-afcdf6ca-ef4c-49b5-8631-647d41000808 req-bd5aec1b-dfed-4fd7-acc3-0e1fb05dc0fc tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Jun 23 14:19:03.191051 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac2dd-3de3-496c-90bd-d6de2f69ec25 req-3eabe27d-7abc-4793-b6dd-e20bfea2dd8e tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:03.192814 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8f4ac2dd-3de3-496c-90bd-d6de2f69ec25 req-3eabe27d-7abc-4793-b6dd-e20bfea2dd8e tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0655937 Jun 23 14:19:03.232718 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8f4ac2dd-3de3-496c-90bd-d6de2f69ec25 req-93a52388-f94f-4c02-93c7-218a04b55659 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Jun 23 14:19:04.419117 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd23b8e-dc6d-4eff-9a55-c858529ea2c1 req-ab147668-90dc-4805-af6d-8ccc7b0c1434 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:04.420561 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7dd23b8e-dc6d-4eff-9a55-c858529ea2c1 req-ab147668-90dc-4805-af6d-8ccc7b0c1434 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0696552 Jun 23 14:19:04.462695 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-7dd23b8e-dc6d-4eff-9a55-c858529ea2c1 req-f879deb5-7974-49bf-80fe-f0db51ba1160 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358312 Jun 23 14:19:05.090705 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-35e2054b-1b1e-4eed-b7f5-1d4cdfcc31f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.303189 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35224) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:05.412086 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2cc41cf5-da61-4bbc-9f39-dceb3d85b7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.502508 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2cc41cf5-da61-4bbc-9f39-dceb3d85b7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.507038 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2cc41cf5-da61-4bbc-9f39-dceb3d85b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.515025 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a01c43ae-21e7-481f-84e0-8e0cc4db815d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:05.541946 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2cc41cf5-da61-4bbc-9f39-dceb3d85b7fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04505ae90cad442f8279f51c58fc5403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376556 Jun 23 14:19:05.544790 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35230) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:05.547398 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc41cf5-da61-4bbc-9f39-dceb3d85b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2fbc6a-70de-4428-b46f-fc4ed742387e,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:05.550590 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2cc41cf5-da61-4bbc-9f39-dceb3d85b7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:05.594763 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.616069 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.633573 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e73c7e-86db-46ad-b4e8-763ac6268c30 req-ebeb7785-e2b7-4a45-99a4-44e0422f3b7a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:05.634984 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d1e73c7e-86db-46ad-b4e8-763ac6268c30 req-ebeb7785-e2b7-4a45-99a4-44e0422f3b7a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0621536 Jun 23 14:19:05.662117 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.664793 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:05.666108 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b2fbc6a-70de-4428-b46f-fc4ed742387e HTTP/1.1" status: 204 len: 168 time: 0.1202588 Jun 23 14:19:05.667108 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-6936a417-920c-42f7-a385-fb25c257985a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:05.674857 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2fbc6a-70de-4428-b46f-fc4ed742387e,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:05.677430 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d1e73c7e-86db-46ad-b4e8-763ac6268c30 req-6604ef1d-368f-4f74-8b78-0834fb07747a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365815 Jun 23 14:19:05.678329 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:05.927146 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35236) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:05.943608 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4313465c-111b-4760-9977-cf7629ee4c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.029508 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4313465c-111b-4760-9977-cf7629ee4c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.034754 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4313465c-111b-4760-9977-cf7629ee4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.037486 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a33b2259-b3be-4332-87dd-22b3b7037d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:06.076148 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4313465c-111b-4760-9977-cf7629ee4c9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d3aeddfed034f8e9e315ba869f5edcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479125 Jun 23 14:19:06.077015 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313465c-111b-4760-9977-cf7629ee4c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d3e7c-d08d-478f-9a2f-44d207cbc0aa,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:06.079099 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35240) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:06.079995 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4313465c-111b-4760-9977-cf7629ee4c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:06.130424 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.154079 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.199700 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.202537 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.206320 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e82d3e7c-d08d-478f-9a2f-44d207cbc0aa HTTP/1.1" status: 204 len: 168 time: 0.1235325 Jun 23 14:19:06.206320 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-645cd6db-ee18-435e-b400-750212fc5e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:06.211390 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d3e7c-d08d-478f-9a2f-44d207cbc0aa,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:06.214140 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:06.847877 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c4611-37a4-4762-9a90-15768e31a7a7 req-5f10ff4c-bfaa-44c8-9242-7b5b8a0ed0f3 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:06.849484 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ef6c4611-37a4-4762-9a90-15768e31a7a7 req-5f10ff4c-bfaa-44c8-9242-7b5b8a0ed0f3 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0627277 Jun 23 14:19:06.888356 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ef6c4611-37a4-4762-9a90-15768e31a7a7 req-47279013-661e-4d22-a797-9245f31bdc3c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329907 Jun 23 14:19:07.610716 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4158-bc17-4cd4-aef3-943c96648dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:07.913477 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35298) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:08.039282 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c9cef40d-ab52-4f29-9968-187be0e70089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.104362 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91af11-284d-4446-a939-fcb46ac5c0ba req-22e818d2-847f-4991-a4cc-83f44f7b687a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:08.105809 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dc91af11-284d-4446-a939-fcb46ac5c0ba req-22e818d2-847f-4991-a4cc-83f44f7b687a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.1062386 Jun 23 14:19:08.163863 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dc91af11-284d-4446-a939-fcb46ac5c0ba req-ac5d32ee-4132-4754-b1d9-6c5ae539d529 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502229 Jun 23 14:19:08.183061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c9cef40d-ab52-4f29-9968-187be0e70089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.187890 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-c9cef40d-ab52-4f29-9968-187be0e70089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.191329 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e0c22c85-2d03-4be9-8773-dda4394b1fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:08.224718 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-c9cef40d-ab52-4f29-9968-187be0e70089 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e65298b3a474da0818b499bb72832b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101542 Jun 23 14:19:08.226735 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef40d-ab52-4f29-9968-187be0e70089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3cc704-44ae-4262-9cdc-debbcd4c7ece,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:08.227688 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35304) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:08.230440 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c9cef40d-ab52-4f29-9968-187be0e70089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:08.276662 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f79eb0f0-97d9-46f1-b6fa-693c748532f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.298600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f79eb0f0-97d9-46f1-b6fa-693c748532f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.347496 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f79eb0f0-97d9-46f1-b6fa-693c748532f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.350255 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-f79eb0f0-97d9-46f1-b6fa-693c748532f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.351407 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-f79eb0f0-97d9-46f1-b6fa-693c748532f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c3cc704-44ae-4262-9cdc-debbcd4c7ece HTTP/1.1" status: 204 len: 168 time: 0.1227553 Jun 23 14:19:08.352185 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-dcf15bea-4889-4b48-bec1-23524450ce1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:08.359811 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb0f0-97d9-46f1-b6fa-693c748532f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3cc704-44ae-4262-9cdc-debbcd4c7ece,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:08.361907 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f79eb0f0-97d9-46f1-b6fa-693c748532f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:08.619893 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35314) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:08.633273 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ea134db2-a46a-401a-8a0e-11dbedef73cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.721709 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ea134db2-a46a-401a-8a0e-11dbedef73cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.727597 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ea134db2-a46a-401a-8a0e-11dbedef73cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.730040 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a5f01a45-4dea-4e4a-a0fd-e088d37093eb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:08.764737 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-ea134db2-a46a-401a-8a0e-11dbedef73cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b54fc7116f04492d992c4622622fddac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437762 Jun 23 14:19:08.765774 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea134db2-a46a-401a-8a0e-11dbedef73cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3727cb-cb5b-4bf7-9fc1-eab75bd7c079,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:08.768306 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35316) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:08.768892 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ea134db2-a46a-401a-8a0e-11dbedef73cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:08.816694 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-daf79c36-12ad-40a9-95f2-9361fb60cd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.836343 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-daf79c36-12ad-40a9-95f2-9361fb60cd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.899892 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-daf79c36-12ad-40a9-95f2-9361fb60cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.902571 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-daf79c36-12ad-40a9-95f2-9361fb60cd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:08.903720 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-daf79c36-12ad-40a9-95f2-9361fb60cd2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a3727cb-cb5b-4bf7-9fc1-eab75bd7c079 HTTP/1.1" status: 204 len: 168 time: 0.1350207 Jun 23 14:19:08.904627 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4803bb26-1dde-41e8-9e6b-abde65262c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:08.912050 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79c36-12ad-40a9-95f2-9361fb60cd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3727cb-cb5b-4bf7-9fc1-eab75bd7c079,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:08.914288 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-daf79c36-12ad-40a9-95f2-9361fb60cd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:09.017970 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:09.041599 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:09.346504 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644af2d6-ce0f-4d61-bd10-026e5e284b3e req-c65778db-d2c3-4c4d-9aa5-b49241fc83a9 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:09.347962 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-644af2d6-ce0f-4d61-bd10-026e5e284b3e req-c65778db-d2c3-4c4d-9aa5-b49241fc83a9 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0690508 Jun 23 14:19:09.385175 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-644af2d6-ce0f-4d61-bd10-026e5e284b3e req-a8a04a45-5f59-4dd0-8374-3896a7d62b1a tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Jun 23 14:19:09.747739 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-3a39c1f7-565b-44ff-85ce-9a342316f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:09.749221 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-3a39c1f7-565b-44ff-85ce-9a342316f45b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1099 time: 0.0515938 Jun 23 14:19:09.844111 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-6ba91b5c-56c2-48aa-b6f3-7b71cd037914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:09.845410 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-6ba91b5c-56c2-48aa-b6f3-7b71cd037914 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 909 time: 0.0899343 Jun 23 14:19:09.910163 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-6d9b5048-70b4-4796-a3c4-aa76f7dd58ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 1001 time: 0.0585067 Jun 23 14:19:09.956019 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-ed9c1bdb-6704-4d47-a8ab-49558dbca62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:09.957450 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-ed9c1bdb-6704-4d47-a8ab-49558dbca62f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 200 len: 847 time: 0.0416622 Jun 23 14:19:10.016454 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-eead61e1-5df8-4fdc-9aaf-c1daea1fcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:10.017988 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-eead61e1-5df8-4fdc-9aaf-c1daea1fcc5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7639972-495b-46af-b79b-55e31256e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541718 Jun 23 14:19:10.105560 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-825f5641-5af6-438d-819a-15a362e5e87a service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808349 Jun 23 14:19:10.198942 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-a2294f76-1b88-4925-9b6c-0474cadf05a9 req-c4660718-4da4-4ea5-8e85-98fafa82f6d5 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Jun 23 14:19:10.395683 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:10.558509 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aed2e-1d48-4f77-9edd-ab5e7b6ce211 req-e5e48b6e-b801-4abc-90e6-66867d3e91b9 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:10.559969 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dc5aed2e-1d48-4f77-9edd-ab5e7b6ce211 req-e5e48b6e-b801-4abc-90e6-66867d3e91b9 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0658228 Jun 23 14:19:10.598958 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-dc5aed2e-1d48-4f77-9edd-ab5e7b6ce211 req-a0f4ac45-6c33-44d5-97ae-1494c2144b64 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Jun 23 14:19:11.797354 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20951bec-74ad-4f48-b78e-bc868900fbf5 req-02fbe936-51d6-4e3e-91d2-5882092fd3c4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:11.800727 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20951bec-74ad-4f48-b78e-bc868900fbf5 req-02fbe936-51d6-4e3e-91d2-5882092fd3c4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0732944 Jun 23 14:19:11.844303 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-20951bec-74ad-4f48-b78e-bc868900fbf5 req-e0c40e1d-4d0e-4984-bbf7-322312771152 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379863 Jun 23 14:19:13.027471 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30904a3b-a22e-4b19-b692-f7968a910bb4 req-b6856d3d-a8a1-4082-8510-d9b1331b77f2 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:13.028999 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30904a3b-a22e-4b19-b692-f7968a910bb4 req-b6856d3d-a8a1-4082-8510-d9b1331b77f2 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0645514 Jun 23 14:19:13.067755 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-30904a3b-a22e-4b19-b692-f7968a910bb4 req-f26a386b-7478-45be-a42c-1b2457ea5e93 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Jun 23 14:19:13.394702 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35420) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:13.440380 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e3831-77eb-4bda-94d4-aa966f41e036 req-6ed8d231-6cde-417c-b902-7482ad8b3b4d tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:13.442001 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4d0e3831-77eb-4bda-94d4-aa966f41e036 req-6ed8d231-6cde-417c-b902-7482ad8b3b4d tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0729949 Jun 23 14:19:13.488815 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4d0e3831-77eb-4bda-94d4-aa966f41e036 req-a16820a6-c288-45d8-a1a1-ecd0589ab02c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Jun 23 14:19:13.503435 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-246f6b46-83f0-4276-befd-1fe1e3813d11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067870 Jun 23 14:19:14.669478 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588dbc0-d00b-4019-a10e-e208ddd5a55b req-302145be-526d-4e2d-9fde-af988bc5a79e tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:14.671317 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4588dbc0-d00b-4019-a10e-e208ddd5a55b req-302145be-526d-4e2d-9fde-af988bc5a79e tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0714924 Jun 23 14:19:14.716332 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4588dbc0-d00b-4019-a10e-e208ddd5a55b req-bf6b40a4-9591-46d5-ade4-862b1f364fa4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341663 Jun 23 14:19:14.945740 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-9d0d1f98-f420-436e-90e1-8cf38e6f1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:14.947273 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-9d0d1f98-f420-436e-90e1-8cf38e6f1e91 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b&tenant_id=c4db258474334e978f32b2cbd6d30ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0550277 Jun 23 14:19:15.050451 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-f14383d6-8808-47e5-9f7d-1535078f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.052378 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-f14383d6-8808-47e5-9f7d-1535078f9a36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1099 time: 0.0678318 Jun 23 14:19:15.140118 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-88473b0a-2bbc-44f6-a4bf-7479c171b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.141627 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-88473b0a-2bbc-44f6-a4bf-7479c171b412 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 909 time: 0.0822551 Jun 23 14:19:15.209359 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-7d2a92ac-4fa7-45ff-803e-1a7e2ac3a483 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 1001 time: 0.0604029 Jun 23 14:19:15.255801 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-c876461f-37ad-4e70-a6f6-dd0e3c23cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.257241 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-c876461f-37ad-4e70-a6f6-dd0e3c23cd06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 200 len: 847 time: 0.0422914 Jun 23 14:19:15.288375 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35474) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:15.318830 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-0165b793-247a-4d3b-91dc-d9a47ac8757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.320332 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-0165b793-247a-4d3b-91dc-d9a47ac8757e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7639972-495b-46af-b79b-55e31256e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567672 Jun 23 14:19:15.395901 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-bc083223-153f-48d8-9d8f-738f5b932678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.441598 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-21cea1b6-5492-42f9-94a5-ab46e4eb0b8a service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141052 Jun 23 14:19:15.570115 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-e4ee9ba3-8c91-4ecd-87ed-883a8cbacb62 req-0d830a08-68e0-4bb9-8cb0-976bdf9ee8b8 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211984 Jun 23 14:19:15.583809 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-bc083223-153f-48d8-9d8f-738f5b932678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.589179 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-bc083223-153f-48d8-9d8f-738f5b932678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.592766 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-482fad80-d58b-4cf2-9528-846a86fb41ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:15.634340 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-bc083223-153f-48d8-9d8f-738f5b932678 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9f46903d2c34c6795b45959db3cd1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447833 Jun 23 14:19:15.635651 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc083223-153f-48d8-9d8f-738f5b932678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91be9db-4c88-470b-b123-80083f6b9c6a,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:15.637252 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35480) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:15.638820 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-bc083223-153f-48d8-9d8f-738f5b932678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:15.687342 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c64-6b49-4e23-962d-2a00ac2b86b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.707768 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c64-6b49-4e23-962d-2a00ac2b86b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.757730 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c64-6b49-4e23-962d-2a00ac2b86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.760919 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c64-6b49-4e23-962d-2a00ac2b86b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.762201 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a8c69c64-6b49-4e23-962d-2a00ac2b86b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b91be9db-4c88-470b-b123-80083f6b9c6a HTTP/1.1" status: 204 len: 168 time: 0.1239026 Jun 23 14:19:15.763158 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:15.772006 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69c64-6b49-4e23-962d-2a00ac2b86b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91be9db-4c88-470b-b123-80083f6b9c6a,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:15.774978 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a8c69c64-6b49-4e23-962d-2a00ac2b86b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:15.900594 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3596-080e-49d6-8b44-f3dc7ca20c20 req-46bb6b6e-850c-4e26-a78a-851597596f69 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.902105 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-578a3596-080e-49d6-8b44-f3dc7ca20c20 req-46bb6b6e-850c-4e26-a78a-851597596f69 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0636849 Jun 23 14:19:15.942539 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-578a3596-080e-49d6-8b44-f3dc7ca20c20 req-194ff17d-241d-45cf-8cd8-b0414d875c65 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345616 Jun 23 14:19:16.036404 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35488) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:16.050529 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-576babcc-4e2f-4c26-92c9-8a4afdf4b108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:16.134643 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-576babcc-4e2f-4c26-92c9-8a4afdf4b108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:16.140888 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-576babcc-4e2f-4c26-92c9-8a4afdf4b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:16.144785 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a31f80fa-7acf-4ac9-8fe0-ef15f6b617bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:16.178287 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-576babcc-4e2f-4c26-92c9-8a4afdf4b108 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea8f30550c614e68bfb76ed4da7c8cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408074 Jun 23 14:19:16.179435 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576babcc-4e2f-4c26-92c9-8a4afdf4b108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e023462c-dc65-4bee-b5b9-8a694ecf93dc,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:16.181294 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35490) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:16.182485 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-576babcc-4e2f-4c26-92c9-8a4afdf4b108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:16.237233 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9daba192-90dd-4a96-bd43-b5271493a7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:16.258581 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9daba192-90dd-4a96-bd43-b5271493a7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:16.308387 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9daba192-90dd-4a96-bd43-b5271493a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:16.311182 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-9daba192-90dd-4a96-bd43-b5271493a7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:16.312341 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-9daba192-90dd-4a96-bd43-b5271493a7d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e023462c-dc65-4bee-b5b9-8a694ecf93dc HTTP/1.1" status: 204 len: 168 time: 0.1294322 Jun 23 14:19:16.313195 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-5bc88f3d-1433-46ea-941e-f457f219d554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:16.320615 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daba192-90dd-4a96-bd43-b5271493a7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023462c-dc65-4bee-b5b9-8a694ecf93dc,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:16.322943 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9daba192-90dd-4a96-bd43-b5271493a7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:17.002344 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 418e718e-cf76-41a7-8588-b67e96b8675e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:19:17.092459 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.114857 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d0b1c-f600-4bfb-8e01-6daa03d285bd req-43e21275-61fb-4cb9-8f48-044bcd8e9ce3 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:17.116334 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-da4d0b1c-f600-4bfb-8e01-6daa03d285bd req-43e21275-61fb-4cb9-8f48-044bcd8e9ce3 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0638475 Jun 23 14:19:17.116810 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:19:17.119237 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad82ce88-5907-4c5b-b8e4-e08c63a473c4" -d '{"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-unplugged", "status": "completed", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:19:17.138206 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:17.145630 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.146839 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:17.172311 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a1be8-a76a-4b0e-9bda-3c0c0931054d x-openstack-request-id: req-7f0a1be8-a76a-4b0e-9bda-3c0c0931054d {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:19:17.172618 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-unplugged", "status": "completed", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:19:17.172878 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f0a1be8-a76a-4b0e-9bda-3c0c0931054d {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:19:17.173270 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e', 'code': 200} Jun 23 14:19:17.177918 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-da4d0b1c-f600-4bfb-8e01-6daa03d285bd req-15cd85e6-4a41-4988-a2ce-9637b8d6218c tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455399 Jun 23 14:19:17.201082 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=6']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:17.204469 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:17.392014 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35526) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:17.495937 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6814-7f2a-4b09-8b09-27f43cb69ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.587299 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6814-7f2a-4b09-8b09-27f43cb69ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.593757 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6814-7f2a-4b09-8b09-27f43cb69ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.596404 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ccf7dbe6-b6b7-49f8-917b-af23137fc961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:17.634527 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7cfc6814-7f2a-4b09-8b09-27f43cb69ddf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a1958edfecd46e8b9615e7a07cef864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414358 Jun 23 14:19:17.635493 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc6814-7f2a-4b09-8b09-27f43cb69ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34057e91-6486-4cd4-a094-768758f851f8,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:17.637429 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35530) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:17.638617 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7cfc6814-7f2a-4b09-8b09-27f43cb69ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:17.688024 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc81-aa7a-41ae-b8e8-a76ba129c4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.714440 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc81-aa7a-41ae-b8e8-a76ba129c4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.766216 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc81-aa7a-41ae-b8e8-a76ba129c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.769034 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc81-aa7a-41ae-b8e8-a76ba129c4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.770254 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-fc69cc81-aa7a-41ae-b8e8-a76ba129c4cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34057e91-6486-4cd4-a094-768758f851f8 HTTP/1.1" status: 204 len: 168 time: 0.1318092 Jun 23 14:19:17.771152 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-c2ed84af-7515-47d2-82bf-4f98ed78e3fb tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:17.779860 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69cc81-aa7a-41ae-b8e8-a76ba129c4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34057e91-6486-4cd4-a094-768758f851f8,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:17.782261 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-fc69cc81-aa7a-41ae-b8e8-a76ba129c4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:18.359773 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93804f97-83f1-44f4-bb3e-a1f4add171c3 req-5c9976fa-6aa5-4a69-8387-f7dd083fb9f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:18.366361 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-93804f97-83f1-44f4-bb3e-a1f4add171c3 req-5c9976fa-6aa5-4a69-8387-f7dd083fb9f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 944 time: 0.0735123 Jun 23 14:19:18.377255 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67780717-f2a8-4840-a4ca-35b62f4eac14 req-ae598be1-9ff1-48f6-9c6a-dd250bbd846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:18.378780 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-67780717-f2a8-4840-a4ca-35b62f4eac14 req-ae598be1-9ff1-48f6-9c6a-dd250bbd846e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1097 time: 0.0632410 Jun 23 14:19:18.402333 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-93804f97-83f1-44f4-bb3e-a1f4add171c3 req-3dd64f6e-5e8e-4a66-a26b-63c20885d9b2 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345151 Jun 23 14:19:18.414466 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-67780717-f2a8-4840-a4ca-35b62f4eac14 req-3b8f65f0-3715-4022-811b-c999dd1a4749 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288038 Jun 23 14:19:19.010887 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 418e718e-cf76-41a7-8588-b67e96b8675e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:19:19.120863 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:19.134012 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': '418e718e-cf76-41a7-8588-b67e96b8675e', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'port_id': '418e718e-cf76-41a7-8588-b67e96b8675e', 'mac_address': 'fa:16:3e:41:cb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:19:19.169710 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:19.182770 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418e718e-cf76-41a7-8588-b67e96b8675e {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:19:19.201252 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:19.207581 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:19.209237 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-13c7a9ca-f4dd-45b8-8106-8a1ff355b8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:19.256219 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=7']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:19.259245 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:19.576299 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f045-2fae-41d7-9d19-b5118b980b65 req-354324ea-d7d9-4ceb-9cb1-b780a809c606 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:19.577632 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6fc6f045-2fae-41d7-9d19-b5118b980b65 req-354324ea-d7d9-4ceb-9cb1-b780a809c606 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 945 time: 0.0653100 Jun 23 14:19:19.617923 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-6fc6f045-2fae-41d7-9d19-b5118b980b65 req-e551fe64-1082-4c07-b81c-4ba1f739da92 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Jun 23 14:19:19.780479 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:20.713307 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['418e718e-cf76-41a7-8588-b67e96b8675e'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:19:20.796436 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33084d4d-c328-407b-a1ec-95120ee9cda0 req-4dc3da93-5904-4dca-9a7d-4acd1e00d63b tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:20.797938 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-33084d4d-c328-407b-a1ec-95120ee9cda0 req-4dc3da93-5904-4dca-9a7d-4acd1e00d63b tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 945 time: 0.0667787 Jun 23 14:19:20.857101 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-33084d4d-c328-407b-a1ec-95120ee9cda0 req-0bce429e-53cb-4ed6-8c63-af0df1cf9524 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530157 Jun 23 14:19:22.782461 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-d7269c38-6f2e-4778-82ff-e8997d7c60dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556316 Jun 23 14:19:22.881091 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c575b-57a0-4baa-9898-48c0b859a048 req-88af0ecf-10b9-4791-b624-30f9e51bbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:22.882514 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-88af0ecf-10b9-4791-b624-30f9e51bbb51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1098 time: 0.0555177 Jun 23 14:19:22.992921 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c575b-57a0-4baa-9898-48c0b859a048 req-c7d4e52e-d80c-49e2-b307-8a2cc7fc69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:22.994358 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-c7d4e52e-d80c-49e2-b307-8a2cc7fc69a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 909 time: 0.0891759 Jun 23 14:19:23.017139 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 418e718e-cf76-41a7-8588-b67e96b8675e up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:19:23.057533 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-5c820a06-9d6b-4fcd-96c7-4984690a9fd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 1000 time: 0.0557513 Jun 23 14:19:23.068243 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port 418e718e-cf76-41a7-8588-b67e96b8675e triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:19:23.068629 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:23.110383 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c575b-57a0-4baa-9898-48c0b859a048 req-5c5eb35c-dc0c-4f52-a335-32660a3639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:23.112039 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-5c5eb35c-dc0c-4f52-a335-32660a3639d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 200 len: 847 time: 0.0482481 Jun 23 14:19:23.147914 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:23.169837 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:19:23.170079 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c575b-57a0-4baa-9898-48c0b859a048 req-81e778cf-f364-4568-b669-215801802d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:23.171379 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-81e778cf-f364-4568-b669-215801802d75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7639972-495b-46af-b79b-55e31256e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0524845 Jun 23 14:19:23.172471 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1278ad1b-dfb4-41aa-938e-63eca9a5691e" -d '{"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-plugged", "status": "completed", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:19:23.186907 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:23.191395 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:23.195992 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:23.222634 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59da0cee-27e9-4720-b0ea-2c967aac0877 x-openstack-request-id: req-59da0cee-27e9-4720-b0ea-2c967aac0877 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:19:23.222953 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-plugged", "status": "completed", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:19:23.223215 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59da0cee-27e9-4720-b0ea-2c967aac0877 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:19:23.223622 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e', 'code': 200} Jun 23 14:19:23.257845 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=8']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:23.261082 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:23.271068 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-b5a5bcd3-1487-47c9-9326-125d770d8f54 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924714 Jun 23 14:19:23.362629 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-337c575b-57a0-4baa-9898-48c0b859a048 req-644419e5-12b0-4805-982a-24e8174d4895 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848775 Jun 23 14:19:27.143497 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:19:32.514823 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35682) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:32.623924 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.725643 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.729998 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.732422 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-5cbd4cfa-0a33-454c-b20f-78a8f883577b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:32.767615 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59fc509f7acf44f3a602b91367e8bd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516932 Jun 23 14:19:32.768473 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccdf3c8-0044-4c92-8420-d7d848d97efc,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:32.770353 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35686) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:32.786121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.786500 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.786870 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.787235 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.787594 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.787953 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.788310 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.788670 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.789023 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.789378 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.789727 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.790083 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:32.795073 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-90f3de3a-0071-476e-b510-a86c2a99f174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:32.828776 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2ec71b7c-c8f1-4aec-abb1-0a5893227b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.852974 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2ec71b7c-c8f1-4aec-abb1-0a5893227b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.899503 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2ec71b7c-c8f1-4aec-abb1-0a5893227b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.902101 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2ec71b7c-c8f1-4aec-abb1-0a5893227b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.903236 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2ec71b7c-c8f1-4aec-abb1-0a5893227b65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ccdf3c8-0044-4c92-8420-d7d848d97efc HTTP/1.1" status: 204 len: 168 time: 0.1320126 Jun 23 14:19:32.903991 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-759ba697-3be6-4c91-ad47-672c1146dc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:32.910999 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec71b7c-c8f1-4aec-abb1-0a5893227b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccdf3c8-0044-4c92-8420-d7d848d97efc,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:32.913204 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2ec71b7c-c8f1-4aec-abb1-0a5893227b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:35.104982 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-88cdd32a-7f6e-4696-b3ec-c32a0760bcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:37.612886 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-722c40e8-4948-433e-9280-d941682fea3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:38.932536 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 35764) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:39.023269 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.045710 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.053854 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1335c503-b196-42eb-b78b-197c2e19a6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.144069 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1335c503-b196-42eb-b78b-197c2e19a6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.149515 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1335c503-b196-42eb-b78b-197c2e19a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.152235 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f3795eef-d412-4a4d-8347-d1c6bbf764c8 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:39.191266 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-1335c503-b196-42eb-b78b-197c2e19a6da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=497fc395534547a0bea0325816cd4458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575779 Jun 23 14:19:39.192178 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335c503-b196-42eb-b78b-197c2e19a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3bc1b7-adbf-4b54-b270-4fb26b52187e,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:39.194098 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 35768) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:39.195595 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1335c503-b196-42eb-b78b-197c2e19a6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:39.245683 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.267097 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.319552 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.323705 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:39.325274 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d3bc1b7-adbf-4b54-b270-4fb26b52187e HTTP/1.1" status: 204 len: 168 time: 0.1295860 Jun 23 14:19:39.326124 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d7de70e5-93d1-4a5f-ae56-d9de29619d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:39.333574 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3bc1b7-adbf-4b54-b270-4fb26b52187e,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:39.341342 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.341728 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.342114 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.342500 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.342859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.343220 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.343600 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.344382 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.344749 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.345123 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.345497 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.345848 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:39.348997 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:40.402087 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:49.803808 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:04.148771 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:20:05.108544 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-7c380af4-a8e4-43fa-a6a2-af6adcedf507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:07.426553 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c0f72-3824-4a13-a706-2eb24b9f721a req-01787700-03af-4478-9638-2558ce5a2eb0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:07.428038 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3b4c0f72-3824-4a13-a706-2eb24b9f721a req-01787700-03af-4478-9638-2558ce5a2eb0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0627363 Jun 23 14:20:07.465176 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3b4c0f72-3824-4a13-a706-2eb24b9f721a req-70bbe0bc-fae1-4520-925e-2a718464f95a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313256 Jun 23 14:20:07.626600 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-d935ffbf-7b33-4117-83bd-16fddae331ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:08.670643 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ed6be-7d2f-44ad-b238-3c5514f1306c req-15d6e34c-c557-4ee5-9a5c-1f53adbebc80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:08.672136 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2c7ed6be-7d2f-44ad-b238-3c5514f1306c req-15d6e34c-c557-4ee5-9a5c-1f53adbebc80 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0757687 Jun 23 14:20:08.709979 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-2c7ed6be-7d2f-44ad-b238-3c5514f1306c req-25765470-ca1a-4555-875e-22bae31db19c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319979 Jun 23 14:20:09.040399 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:09.053124 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:09.899838 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a74dd1-03f5-47c9-8101-ac8a15aa25b9 req-da285e3a-7074-4ba7-8c3a-a7096ac37196 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:09.901289 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e9a74dd1-03f5-47c9-8101-ac8a15aa25b9 req-da285e3a-7074-4ba7-8c3a-a7096ac37196 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0634689 Jun 23 14:20:09.938178 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-e9a74dd1-03f5-47c9-8101-ac8a15aa25b9 req-9788417f-7cdd-4d04-a877-d144f1427416 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310354 Jun 23 14:20:10.404071 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:11.133129 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c12462-e459-4cc8-b403-69a1e8f135e7 req-7572fe81-dede-497e-aae6-9c6d7505c0f6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:11.134980 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d0c12462-e459-4cc8-b403-69a1e8f135e7 req-7572fe81-dede-497e-aae6-9c6d7505c0f6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0786254 Jun 23 14:20:11.173898 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d0c12462-e459-4cc8-b403-69a1e8f135e7 req-b8573533-9235-43e2-a23c-a4c276a153fd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325739 Jun 23 14:20:12.382164 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4129d7-5373-471a-b0e7-5f45c91493c2 req-f60018e4-27a4-4d34-a6b1-19fc00a56435 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:12.383607 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ac4129d7-5373-471a-b0e7-5f45c91493c2 req-f60018e4-27a4-4d34-a6b1-19fc00a56435 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0746460 Jun 23 14:20:12.420796 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ac4129d7-5373-471a-b0e7-5f45c91493c2 req-aa8567d1-4e31-4a10-bf26-973628045453 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Jun 23 14:20:13.613976 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2797871-e4a7-4651-ae0c-cd958895dd63 req-8a38b921-8d78-4cec-8603-352bf70f2073 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:13.615529 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2797871-e4a7-4651-ae0c-cd958895dd63 req-8a38b921-8d78-4cec-8603-352bf70f2073 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0684698 Jun 23 14:20:13.652085 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d2797871-e4a7-4651-ae0c-cd958895dd63 req-74082da7-2057-4e96-b6b8-5c945736d914 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310137 Jun 23 14:20:14.840683 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9ace4-6419-4747-9742-7946ce6c1e82 req-bf710132-2b93-41a4-b267-bc91b906aace tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:14.842140 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-87e9ace4-6419-4747-9742-7946ce6c1e82 req-bf710132-2b93-41a4-b267-bc91b906aace tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0682726 Jun 23 14:20:14.883800 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-87e9ace4-6419-4747-9742-7946ce6c1e82 req-70763a0a-c81c-4529-95cf-b64dec363b4e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341318 Jun 23 14:20:16.067948 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68000da-ae54-44df-811b-1de10c35d109 req-0dd351c9-47b5-4cb4-a3c8-b8baa63b3f5e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:16.069416 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c68000da-ae54-44df-811b-1de10c35d109 req-0dd351c9-47b5-4cb4-a3c8-b8baa63b3f5e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0712829 Jun 23 14:20:16.112093 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c68000da-ae54-44df-811b-1de10c35d109 req-cc017211-c193-4449-b155-969d84eb3f69 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333347 Jun 23 14:20:17.315860 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbdc31-014d-4f9a-8cb8-0f0dd855400e req-213ac924-1da6-4edc-abf1-fb96f5cd89b8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:17.317336 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-73dbdc31-014d-4f9a-8cb8-0f0dd855400e req-213ac924-1da6-4edc-abf1-fb96f5cd89b8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0773318 Jun 23 14:20:17.354397 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-73dbdc31-014d-4f9a-8cb8-0f0dd855400e req-07f2fc9e-0f95-448c-92e8-ca04f221eafb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313933 Jun 23 14:20:18.565999 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da152-ba0b-4d88-904f-bbc5141f5884 req-3298db6e-76bd-414e-b5ac-bafb1dd51d78 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.567342 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1c0da152-ba0b-4d88-904f-bbc5141f5884 req-3298db6e-76bd-414e-b5ac-bafb1dd51d78 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0813479 Jun 23 14:20:18.608407 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1c0da152-ba0b-4d88-904f-bbc5141f5884 req-ca5eec18-f1cf-4098-b24e-0d109fc3edf4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Jun 23 14:20:19.803527 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:19.807867 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638022c-3d5d-48e6-b1d2-6a1b30cf6dfa req-faae6385-b8fc-4b2b-b8d2-49e2a1dde252 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.809288 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b638022c-3d5d-48e6-b1d2-6a1b30cf6dfa req-faae6385-b8fc-4b2b-b8d2-49e2a1dde252 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0682428 Jun 23 14:20:19.846959 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-b638022c-3d5d-48e6-b1d2-6a1b30cf6dfa req-e850a6f3-f752-48ee-a0b3-f72d4c334c49 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Jun 23 14:20:21.043860 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc433791-049c-4d33-96de-c562c2b37afe req-5fe8a132-ea2b-4487-aa82-41d0c9b76e99 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:21.045284 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bc433791-049c-4d33-96de-c562c2b37afe req-5fe8a132-ea2b-4487-aa82-41d0c9b76e99 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0758386 Jun 23 14:20:21.081697 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bc433791-049c-4d33-96de-c562c2b37afe req-bcf5b5f2-4b10-414e-bd7d-abfbd74393a5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308056 Jun 23 14:20:21.385497 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:20:21.489400 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:21.500228 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'port_id': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'mac_address': 'fa:16:3e:e9:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:20:21.536437 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:21.548711 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f18fbcd0-b0c4-4a2e-97de-631aa3439e43 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:21.567340 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:21.573690 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:21.575507 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:21.622636 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=6']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:21.633410 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.633931 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.634430 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.634926 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.635355 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.635914 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.636242 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.636668 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.637096 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.637527 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.637964 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.638338 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:21.643206 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:21.735244 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['f18fbcd0-b0c4-4a2e-97de-631aa3439e43'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:22.276531 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354953e-6f37-45c1-a794-7451b60a7dfc req-bed6e342-957d-4199-87c0-871e82258073 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:22.278019 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1354953e-6f37-45c1-a794-7451b60a7dfc req-bed6e342-957d-4199-87c0-871e82258073 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 944 time: 0.0710769 Jun 23 14:20:22.320064 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1354953e-6f37-45c1-a794-7451b60a7dfc req-f560b569-d5d9-4d2b-8461-0c64904e920a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354645 Jun 23 14:20:23.391384 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:20:23.439864 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:23.440218 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:23.516801 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:23.537960 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:23.540239 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f83ca71-50e8-4a8e-9b07-c10a2e1dfab7" -d '{"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-plugged", "status": "completed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:23.553766 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:23.558357 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:23.560541 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:23.581508 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc73957-27a1-426d-8d05-cb5f63cbb66b x-openstack-request-id: req-1cc73957-27a1-426d-8d05-cb5f63cbb66b {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:23.581981 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-plugged", "status": "completed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:23.582247 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cc73957-27a1-426d-8d05-cb5f63cbb66b {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:23.582468 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'code': 200} Jun 23 14:20:23.608256 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=7']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:23.611380 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:23.648632 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451793c9-d764-410e-88ea-9a8167fcf786 req-66ecb33f-ebb8-47fa-ae26-b5414e65f70b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:23.650121 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-451793c9-d764-410e-88ea-9a8167fcf786 req-66ecb33f-ebb8-47fa-ae26-b5414e65f70b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.2137916 Jun 23 14:20:23.688931 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-451793c9-d764-410e-88ea-9a8167fcf786 req-9c3f99da-8b41-42ae-b594-f77ffff6cee7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331652 Jun 23 14:20:24.939074 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55e16f-c695-4551-b08c-439dc0bc2ed6 req-9cc888c6-f7ed-4f6c-8349-ac365db1952b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:24.940516 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3e55e16f-c695-4551-b08c-439dc0bc2ed6 req-9cc888c6-f7ed-4f6c-8349-ac365db1952b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.1207478 Jun 23 14:20:24.980302 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-3e55e16f-c695-4551-b08c-439dc0bc2ed6 req-f5a2504f-01dd-4a86-a88d-cba12f913189 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Jun 23 14:20:26.166656 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a209e14-fd4e-4e65-b8ab-4e694cf31ece req-3ce5b31e-808f-42d9-8dcd-cda9c71e8e96 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:26.174663 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8a209e14-fd4e-4e65-b8ab-4e694cf31ece req-3ce5b31e-808f-42d9-8dcd-cda9c71e8e96 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0811427 Jun 23 14:20:26.210439 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8a209e14-fd4e-4e65-b8ab-4e694cf31ece req-8ca29a7a-aaca-4d90-acc8-c05e1aa3e49b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348940 Jun 23 14:20:27.415418 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13184aad-94ad-4dcd-bd63-cfcad6c7b35a req-e3e407e4-d7c7-4a96-b29f-399813a9294c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:27.417749 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-13184aad-94ad-4dcd-bd63-cfcad6c7b35a req-e3e407e4-d7c7-4a96-b29f-399813a9294c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0700648 Jun 23 14:20:27.464349 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-13184aad-94ad-4dcd-bd63-cfcad6c7b35a req-c3bfae57-d024-46c1-bbbf-5921a502e039 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Jun 23 14:20:28.656699 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202578-1188-4015-8797-5ed57a053d5a req-82cb65a0-734c-4fc3-8e95-2efb2582628d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:28.658220 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59202578-1188-4015-8797-5ed57a053d5a req-82cb65a0-734c-4fc3-8e95-2efb2582628d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0657854 Jun 23 14:20:28.695821 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59202578-1188-4015-8797-5ed57a053d5a req-2b38d3c7-c72e-4c97-ba08-a71571a1fbbf tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Jun 23 14:20:29.898648 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00620-55fc-444a-b70a-055324cef2c2 req-8504b6b3-2528-4507-8866-5620ef31e20d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:29.900152 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ecb00620-55fc-444a-b70a-055324cef2c2 req-8504b6b3-2528-4507-8866-5620ef31e20d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0820735 Jun 23 14:20:29.939687 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-ecb00620-55fc-444a-b70a-055324cef2c2 req-ba932701-736e-43f6-b1d7-cd9777d246cf tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337238 Jun 23 14:20:31.120337 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d5c1c-8ebd-4d7e-a1d1-1cf68b3dda46 req-8d39fcde-613c-4bd6-9dd4-9b469766af4b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:31.121915 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d63d5c1c-8ebd-4d7e-a1d1-1cf68b3dda46 req-8d39fcde-613c-4bd6-9dd4-9b469766af4b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0653195 Jun 23 14:20:31.159097 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d63d5c1c-8ebd-4d7e-a1d1-1cf68b3dda46 req-63a5066f-2f3d-4b74-84c5-4c83a7f2f198 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316372 Jun 23 14:20:32.358404 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919cd13-82ac-4fbe-b114-7dbd754bc8d4 req-80793d6c-d1b3-4b96-892d-fc585ee5986e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:32.359977 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c919cd13-82ac-4fbe-b114-7dbd754bc8d4 req-80793d6c-d1b3-4b96-892d-fc585ee5986e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0671234 Jun 23 14:20:32.405362 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-c919cd13-82ac-4fbe-b114-7dbd754bc8d4 req-2b94aa2b-0c2e-417e-8e1e-38325df04da0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390577 Jun 23 14:20:33.604868 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa04e-64bf-43e1-9805-0c36e5ca2e8c req-22196fe3-c19a-47bf-a5ec-ad19546c385f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:33.606378 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1b7aa04e-64bf-43e1-9805-0c36e5ca2e8c req-22196fe3-c19a-47bf-a5ec-ad19546c385f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0687518 Jun 23 14:20:33.647094 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1b7aa04e-64bf-43e1-9805-0c36e5ca2e8c req-5e7256b3-127a-435c-bf3e-6b3d70cf6f8b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Jun 23 14:20:34.840732 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f8f83-e30b-4126-9475-6df211bbbdf0 req-f047b7c9-1cee-4beb-90bc-2ed1e595eea0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:34.842362 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bb5f8f83-e30b-4126-9475-6df211bbbdf0 req-f047b7c9-1cee-4beb-90bc-2ed1e595eea0 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0657284 Jun 23 14:20:34.889490 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-bb5f8f83-e30b-4126-9475-6df211bbbdf0 req-7629fed6-5d17-4889-9bf3-16f0d7ac90ba tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357757 Jun 23 14:20:35.105393 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-66036321-acff-4402-a37f-e67d01565a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:36.089091 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320db06a-cdb4-486e-9c31-336377b5f7a9 req-4339c112-1f6c-4b56-96d0-98b2d0b45951 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:36.091046 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-320db06a-cdb4-486e-9c31-336377b5f7a9 req-4339c112-1f6c-4b56-96d0-98b2d0b45951 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0724735 Jun 23 14:20:36.144626 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-320db06a-cdb4-486e-9c31-336377b5f7a9 req-57531d5a-4875-4e26-9d28-9aa912707900 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Jun 23 14:20:37.341589 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0c818-cd9c-480e-9fe3-eca8213987c4 req-96a070af-7fea-4ed4-a821-b09eee134b58 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:37.343225 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d3a0c818-cd9c-480e-9fe3-eca8213987c4 req-96a070af-7fea-4ed4-a821-b09eee134b58 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0729530 Jun 23 14:20:37.381873 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-d3a0c818-cd9c-480e-9fe3-eca8213987c4 req-ceeac31b-a3f4-40af-b1a2-83822d31cacc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324497 Jun 23 14:20:37.623752 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-13ce90de-e5a8-46a5-931d-c86ceda5ca45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:38.508935 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582c23-0183-4bed-8b36-846965f78bff req-afd26368-3c79-482c-bd8c-dbc71feb220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:38.510523 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-afd26368-3c79-482c-bd8c-dbc71feb220f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1098 time: 0.0591605 Jun 23 14:20:38.568197 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ead-911f-42bc-a041-4035877effd2 req-9a6d1654-ad4a-4f5b-b7e2-51582c1687e3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:38.569590 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-48ac2ead-911f-42bc-a041-4035877effd2 req-9a6d1654-ad4a-4f5b-b7e2-51582c1687e3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0612257 Jun 23 14:20:38.598886 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582c23-0183-4bed-8b36-846965f78bff req-82923124-7d8b-4c2a-99e1-fc5949196339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:38.600435 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-82923124-7d8b-4c2a-99e1-fc5949196339 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0827742 Jun 23 14:20:38.608232 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-48ac2ead-911f-42bc-a041-4035877effd2 req-57899340-6592-47eb-ab01-306b4110946b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326357 Jun 23 14:20:38.668774 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-16121131-89f3-4279-9ceb-5639052cf4e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 200 len: 1000 time: 0.0618212 Jun 23 14:20:38.718320 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582c23-0183-4bed-8b36-846965f78bff req-c82523af-c8bd-4a44-afe3-125653219163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:38.719675 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-c82523af-c8bd-4a44-afe3-125653219163 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0432734 Jun 23 14:20:38.774613 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582c23-0183-4bed-8b36-846965f78bff req-7fe91df3-e500-4b09-bd73-27f4ff20324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:38.776006 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-7fe91df3-e500-4b09-bd73-27f4ff20324b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0499349 Jun 23 14:20:38.786417 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-bb8baccf-8b6b-4c80-ae3a-f3205b93bd63 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:20:38.787342 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-bb8baccf-8b6b-4c80-ae3a-f3205b93bd63 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048771 Jun 23 14:20:38.878456 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-c88c7f8b-7121-44f7-a929-449387b263fa service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846310 Jun 23 14:20:38.971814 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-6c582c23-0183-4bed-8b36-846965f78bff req-77a357e9-0389-40f1-bcb6-1745f7b209a9 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868165 Jun 23 14:20:39.024878 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:39.050644 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:39.801200 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e78a-e044-4ff0-b87f-2dbbd9ded148 req-4a112c23-a2f7-44d4-a5f5-ed365a29384e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:39.802722 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0767e78a-e044-4ff0-b87f-2dbbd9ded148 req-4a112c23-a2f7-44d4-a5f5-ed365a29384e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0679586 Jun 23 14:20:39.842194 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0767e78a-e044-4ff0-b87f-2dbbd9ded148 req-045e13ca-d1af-4754-8676-dbf97934bcbd tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310707 Jun 23 14:20:40.415899 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.031660 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02ef47-e8fa-4615-a9f6-dd0765524e30 req-28146cbd-d621-4ac6-b163-5fe035aee6bb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.032507 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cc02ef47-e8fa-4615-a9f6-dd0765524e30 req-28146cbd-d621-4ac6-b163-5fe035aee6bb tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 945 time: 0.0720544 Jun 23 14:20:41.072242 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cc02ef47-e8fa-4615-a9f6-dd0765524e30 req-3cda5ccc-6e70-4b21-a7de-f90b43a91e15 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340273 Jun 23 14:20:41.147430 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:20:41.515973 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:41.597279 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.625457 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:41.627783 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b2c95-6275-46eb-b07c-c3b6f0a3cf48" -d '{"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:41.640656 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:41.645356 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.647418 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:41.669241 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e07ef3-db2a-4765-a1c1-045592b5a843 x-openstack-request-id: req-96e07ef3-db2a-4765-a1c1-045592b5a843 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:41.669544 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-unplugged", "status": "failed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43", "code": 422}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:41.669807 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96e07ef3-db2a-4765-a1c1-045592b5a843 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:41.670285 dv-cinder-784477-5-smb neutron-server[93138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'code': 422} returned with failed status Jun 23 14:20:41.698231 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=8']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:41.701553 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:42.257061 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25dffd-8dc5-4dac-942b-6245fa39f914 req-3ef14c3b-c867-4772-9ebd-1e4d3fbfd7e8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:42.258452 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0c25dffd-8dc5-4dac-942b-6245fa39f914 req-3ef14c3b-c867-4772-9ebd-1e4d3fbfd7e8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0988977 Jun 23 14:20:42.264569 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-c5bf0d45-df4b-462a-8629-c339a645b942 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957012 Jun 23 14:20:42.296515 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0c25dffd-8dc5-4dac-942b-6245fa39f914 req-c8f29255-de39-428d-a39a-dec3c2d737d7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Jun 23 14:20:43.208358 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-919bdaef-43d0-43f3-af2c-46b8832b1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:43.209856 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-919bdaef-43d0-43f3-af2c-46b8832b1bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1&tenant_id=f56127e625b546229d084c866b2688da HTTP/1.1" status: 200 len: 1096 time: 0.0562985 Jun 23 14:20:43.301498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-79d4f0b4-b325-4bf1-99da-d75a5cab4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:43.303020 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-79d4f0b4-b325-4bf1-99da-d75a5cab4460 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1096 time: 0.0542729 Jun 23 14:20:43.392448 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-ae11800a-8b18-4382-acfb-8e93a9bf5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:43.393911 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-ae11800a-8b18-4382-acfb-8e93a9bf5527 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0846882 Jun 23 14:20:43.455738 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-b6616360-8e44-4f30-a322-2206bdf49331 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 200 len: 998 time: 0.0555978 Jun 23 14:20:43.474824 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e53205-babe-4b7f-89e1-6d02c855c66c req-006425d4-9962-4e02-8d72-f3ca176aed3e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:43.476203 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-65e53205-babe-4b7f-89e1-6d02c855c66c req-006425d4-9962-4e02-8d72-f3ca176aed3e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0636775 Jun 23 14:20:43.503385 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-afa7425a-3c56-4ff5-a161-9e62d70f2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:43.504806 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-afa7425a-3c56-4ff5-a161-9e62d70f2445 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0420609 Jun 23 14:20:43.513235 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-65e53205-babe-4b7f-89e1-6d02c855c66c req-cbb18617-a588-424f-9cb2-618686be3ca5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312328 Jun 23 14:20:43.564363 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-2920f23d-ddba-4c4b-ac3d-2ea7138f8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:43.565815 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-2920f23d-ddba-4c4b-ac3d-2ea7138f8185 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546811 Jun 23 14:20:43.655043 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-389b14ad-880c-49bc-a829-c78979cd9929 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820277 Jun 23 14:20:43.756806 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-cbfc1f9f-36dc-4486-9e66-99eeafae9800 req-fc2c65bd-5e20-41f3-a9b2-82e7f63743b6 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948660 Jun 23 14:20:44.703043 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57e0a9-096a-42dd-88bc-5910e1360fc9 req-83b7a037-0a26-4ca4-afd8-bc9212bb1aa2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:44.704725 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0a57e0a9-096a-42dd-88bc-5910e1360fc9 req-83b7a037-0a26-4ca4-afd8-bc9212bb1aa2 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0703621 Jun 23 14:20:44.745630 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0a57e0a9-096a-42dd-88bc-5910e1360fc9 req-01ba7b84-1613-47e3-a1c4-9e2cfedb0437 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336967 Jun 23 14:20:45.541040 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:45.926185 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13b92-b6d0-4169-aa5b-c26005b66779 req-af1a405b-78df-402f-9d23-dc4a83748e1d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:45.927953 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4ed13b92-b6d0-4169-aa5b-c26005b66779 req-af1a405b-78df-402f-9d23-dc4a83748e1d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0631435 Jun 23 14:20:45.965747 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4ed13b92-b6d0-4169-aa5b-c26005b66779 req-04ec6bb3-c253-4a96-8dbb-7d9924e42404 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321534 Jun 23 14:20:47.153797 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936092e5-60a5-490a-a271-dd98c390b241 req-58667365-e7ba-4771-a8f1-eebf78b55b5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:47.155283 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-936092e5-60a5-490a-a271-dd98c390b241 req-58667365-e7ba-4771-a8f1-eebf78b55b5c tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0688055 Jun 23 14:20:47.196906 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-936092e5-60a5-490a-a271-dd98c390b241 req-11b9123c-1382-43f0-9379-6b4f3a040ecc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357807 Jun 23 14:20:48.377806 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52771320-06b7-49ea-a165-23c4244455a1 req-23e5ea27-7686-454b-bed4-a401752b569b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:48.379420 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52771320-06b7-49ea-a165-23c4244455a1 req-23e5ea27-7686-454b-bed4-a401752b569b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0644565 Jun 23 14:20:48.420470 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-52771320-06b7-49ea-a165-23c4244455a1 req-35abf641-5fe3-44dd-b73f-099cc2db0e10 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Jun 23 14:20:49.604260 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c7ff1-991a-46d5-8839-29bf6b6e3699 req-7dd93692-fdb0-4519-844c-6e2a230a1e6f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:49.610200 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-235c7ff1-991a-46d5-8839-29bf6b6e3699 req-7dd93692-fdb0-4519-844c-6e2a230a1e6f tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0683079 Jun 23 14:20:49.648572 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-235c7ff1-991a-46d5-8839-29bf6b6e3699 req-93110a03-df27-43ac-9ea8-4663dfb6e446 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364740 Jun 23 14:20:49.830383 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.836089 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004a90c-c023-49c7-b90f-012960be627a req-4de2b0b3-7493-4ae7-993a-b60a301ecc9a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:50.837910 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4004a90c-c023-49c7-b90f-012960be627a req-4de2b0b3-7493-4ae7-993a-b60a301ecc9a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0676119 Jun 23 14:20:50.877788 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-4004a90c-c023-49c7-b90f-012960be627a req-b956f561-4f56-4a98-a1e7-70371b9f1242 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337877 Jun 23 14:20:52.068426 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91084c-5a2c-43ec-bc57-16e51e8cb923 req-cb50c241-a14e-4399-b052-f16ca24fdaed tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:52.069990 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fc91084c-5a2c-43ec-bc57-16e51e8cb923 req-cb50c241-a14e-4399-b052-f16ca24fdaed tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0748987 Jun 23 14:20:52.109514 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-fc91084c-5a2c-43ec-bc57-16e51e8cb923 req-d9bd3719-a38e-4a74-952f-77f5c65f51e4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334210 Jun 23 14:20:53.300200 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e538b90-6147-451a-8fcc-02105f529354 req-4e437d09-b24c-4f7f-8e01-ffb446d09841 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:53.301846 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0e538b90-6147-451a-8fcc-02105f529354 req-4e437d09-b24c-4f7f-8e01-ffb446d09841 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0720444 Jun 23 14:20:53.343208 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-0e538b90-6147-451a-8fcc-02105f529354 req-45ffa568-3658-4ed1-ac33-e5166d0509e8 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346153 Jun 23 14:20:54.538221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e84f8-7281-4ad7-bf7f-3026dd6b0876 req-caf16070-c89c-4d74-8a45-ce11a09666ca tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:54.539658 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-be7e84f8-7281-4ad7-bf7f-3026dd6b0876 req-caf16070-c89c-4d74-8a45-ce11a09666ca tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0753956 Jun 23 14:20:54.586350 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-be7e84f8-7281-4ad7-bf7f-3026dd6b0876 req-d624f89a-85fe-4f6f-8b6e-3bde7bccdbbf tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408018 Jun 23 14:20:55.774044 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1698a6-6637-4a4a-ab8b-257e1a477836 req-5cdd8729-bf99-4b1d-a5d7-1ffa6d008d70 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:55.775441 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8f1698a6-6637-4a4a-ab8b-257e1a477836 req-5cdd8729-bf99-4b1d-a5d7-1ffa6d008d70 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0693259 Jun 23 14:20:55.818492 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8f1698a6-6637-4a4a-ab8b-257e1a477836 req-58dbec14-91f5-46d4-a7f1-5d2b5b41c28b tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373166 Jun 23 14:20:57.014684 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc90d-8d21-4d03-977c-407dba750695 req-9dc58bc3-a02d-4640-8951-a4c6b4d88cba tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:57.016108 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-efefc90d-8d21-4d03-977c-407dba750695 req-9dc58bc3-a02d-4640-8951-a4c6b4d88cba tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0746341 Jun 23 14:20:57.057470 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-efefc90d-8d21-4d03-977c-407dba750695 req-a44e0c0f-f875-4482-8460-89278e653ed6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325494 Jun 23 14:20:58.250548 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b691bae-0a47-4159-8ed2-e014a33cf3fa req-c08e2f34-2a9a-4921-b267-69a2a78c7af3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:58.251994 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8b691bae-0a47-4159-8ed2-e014a33cf3fa req-c08e2f34-2a9a-4921-b267-69a2a78c7af3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.0641422 Jun 23 14:20:58.296325 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-8b691bae-0a47-4159-8ed2-e014a33cf3fa req-7962e160-8790-4124-9f6f-97ebc8c6fd24 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363677 Jun 23 14:20:59.364683 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36068) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:59.571615 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9984a-397d-437b-adbc-bc04b0dba40f req-2c3e5d9e-c31f-4127-9b80-f6cd51a02dc7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:59.573075 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1ba9984a-397d-437b-adbc-bc04b0dba40f req-2c3e5d9e-c31f-4127-9b80-f6cd51a02dc7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 943 time: 0.1471758 Jun 23 14:20:59.612878 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:20:59.636010 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1ba9984a-397d-437b-adbc-bc04b0dba40f req-e2a6bacc-995e-4b57-9252-e4c9ef2d4a7a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565813 Jun 23 14:20:59.654220 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Deleting port 77e172c3-eed2-4045-8dad-742cbc7a8e74 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:59.654564 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.718233 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:59.728501 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.728852 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.729120 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Returning: {'device': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'port_id': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'mac_address': 'fa:16:3e:e9:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:20:59.740291 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Calling delete_port for 77e172c3-eed2-4045-8dad-742cbc7a8e74 owned by network:floatingip {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:59.766441 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.779854 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18fbcd0-b0c4-4a2e-97de-631aa3439e43 {{(pid=93138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:59.798842 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:59.805766 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.807733 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:59.853503 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=9']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:59.859556 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:59.914796 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.916792 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e3b2e37e-2dff-404e-a39e-38a22264c257 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:00.189008 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event deleted for resources: {'Port': ['ID=77e172c3-eed2-4045-8dad-742cbc7a8e74,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:00.200097 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.200481 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.200853 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.201225 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.201587 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.201973 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.202333 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.202688 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.203043 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.203377 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.203731 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.204083 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:00.221666 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:00.232954 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] get_ports_and_sgs() called for port_ids ['f18fbcd0-b0c4-4a2e-97de-631aa3439e43'] {{(pid=93138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:21:00.259212 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:00.259603 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.db.l3_db [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Floating IP cf758645-9b8f-4874-80da-3ed02bc86413 disassociated (deleted). External IP: 172.28.0.23, port: 418e718e-cf76-41a7-8588-b67e96b8675e. Jun 23 14:21:00.461374 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:00.570518 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:00.575554 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:00.581070 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] Sync routers for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:00.590778 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:00.591395 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:20:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:00.609340 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-8f44c8fa-f82a-4dac-866b-9d0e758a28cd tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "DELETE /v2.0/floatingips/cf758645-9b8f-4874-80da-3ed02bc86413 HTTP/1.1" status: 204 len: 168 time: 1.2435863 Jun 23 14:21:00.610010 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e'}] {{(pid=93137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:00.612324 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662bce579755f72e5d156c494e5c596dcd20f25ce82a8e8b95ce3522f94d8694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c611879-90f1-497f-a2b8-94725118db57" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e"}]}' {{(pid=93137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:00.649001 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9e6eef-8526-4dc4-b41e-be1acbdf714d x-openstack-request-id: req-4f9e6eef-8526-4dc4-b41e-be1acbdf714d {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:00.649333 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e", "status": "completed", "code": 200}]} {{(pid=93137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:00.649636 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f9e6eef-8526-4dc4-b41e-be1acbdf714d {{(pid=93137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:00.650078 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e', 'status': 'completed', 'code': 200} Jun 23 14:21:00.704258 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:00.821767 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c611879-90f1-497f-a2b8-94725118db57 req-ab5d300a-0f59-4653-8655-5ca5f3063f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.824085 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1c611879-90f1-497f-a2b8-94725118db57 req-ab5d300a-0f59-4653-8655-5ca5f3063f00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4db258474334e978f32b2cbd6d30ad6&device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 1099 time: 0.1227105 Jun 23 14:21:00.829425 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431f23-f377-4249-a827-8e401cd5b07c req-ad1b45da-62c6-4f5a-9131-d5820b6881e6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.830990 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-95431f23-f377-4249-a827-8e401cd5b07c req-ad1b45da-62c6-4f5a-9131-d5820b6881e6 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 944 time: 0.0724456 Jun 23 14:21:00.888154 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-95431f23-f377-4249-a827-8e401cd5b07c req-2b0c3fbc-5924-4e44-b2ce-32ff7467eef4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503206 Jun 23 14:21:00.931398 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 5, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:00.945351 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c611879-90f1-497f-a2b8-94725118db57 req-c9216957-e870-4e77-8355-8ca91bcc5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.946836 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1c611879-90f1-497f-a2b8-94725118db57 req-c9216957-e870-4e77-8355-8ca91bcc5910 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 200 len: 909 time: 0.1079884 Jun 23 14:21:00.960799 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] Checking router: 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:00.969504 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:00.970077 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:20:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:00.992581 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1c611879-90f1-497f-a2b8-94725118db57 req-70893a56-4fe7-4e79-8bec-acb18d2f5f27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 200 len: 217 time: 0.0376778 Jun 23 14:21:01.014483 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655d686-9833-4786-98f4-713c59b127f9 req-b784d93b-05b5-445e-bece-952976f9391f tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:01.016135 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5655d686-9833-4786-98f4-713c59b127f9 req-b784d93b-05b5-445e-bece-952976f9391f tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0624528 Jun 23 14:21:01.042549 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c611879-90f1-497f-a2b8-94725118db57 req-b05bd699-23b6-4957-bd6a-40fd33883e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:01.044072 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1c611879-90f1-497f-a2b8-94725118db57 req-b05bd699-23b6-4957-bd6a-40fd33883e19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 200 len: 847 time: 0.0450284 Jun 23 14:21:01.054307 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5655d686-9833-4786-98f4-713c59b127f9 req-07a3f4ff-c7e3-476b-be9e-a8facef5ebc6 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Jun 23 14:21:01.072726 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:01.102498 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c611879-90f1-497f-a2b8-94725118db57 req-412a7654-beee-4d59-bfc4-5d525f588189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:01.103999 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1c611879-90f1-497f-a2b8-94725118db57 req-412a7654-beee-4d59-bfc4-5d525f588189 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7639972-495b-46af-b79b-55e31256e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521421 Jun 23 14:21:01.202485 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1c611879-90f1-497f-a2b8-94725118db57 req-0ac08130-f1a2-467e-bab2-b4d147ddfc37 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909400 Jun 23 14:21:01.294978 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-1c611879-90f1-497f-a2b8-94725118db57 req-6a8e7000-8959-458d-9981-3a6513deb960 service neutron] 10.222.0.53 "GET /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846775 Jun 23 14:21:01.352845 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 5, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:01.378050 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f612c-8c67-4355-942a-bd5316ecc6a9 None None] The sync data for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb is: [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:27Z', 'revision_number': 4, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '9b0890ad-e988-4b75-aaa0-0ddb74d2aec5', 'name': '', 'network_id': 'e7639972-495b-46af-b79b-55e31256e6b9', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:27Z', 'updated_at': '2021-06-23T14:15:33Z', 'revision_number': 5, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'subnets': [{'id': '9d5770e4-08d4-4997-b126-6e57ad1f98dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:01.594754 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2eb70c-050a-4391-b1b0-381961b7e754 None None] New status for floating IP cf758645-9b8f-4874-80da-3ed02bc86413: DOWN {{(pid=93138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:21:01.625554 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 up at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:21:01.697745 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Provisioning complete for port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 triggered by entity L2. {{(pid=93138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:21:01.698215 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1583451'] for port, provisioning_complete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:01.784359 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1654755'] for port, before_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:01.806935 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}] {{(pid=93138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:01.809235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1846ea3b4e862ed5192d78ebad3d62b8e6355df3ffbb8c5a5afb4d4e56d126ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdedec95-5352-4649-b951-a1716368fc3e" -d '{"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-plugged", "status": "completed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43"}]}' {{(pid=93138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:01.825037 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:01.830235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772806734035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772806260408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772806260453'] for port, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:01.832187 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-dd82391e-5a0e-4fa2-9130-f6cb74c4c3ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:01.854001 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f4ab1-deeb-4e3c-b3c0-fef57b3f4ef7 x-openstack-request-id: req-e50f4ab1-deeb-4e3c-b3c0-fef57b3f4ef7 {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:01.854314 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-plugged", "status": "completed", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43", "code": 200}]} {{(pid=93138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:01.854574 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e50f4ab1-deeb-4e3c-b3c0-fef57b3f4ef7 {{(pid=93138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:01.854963 dv-cinder-784477-5-smb neutron-server[93138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'code': 200} Jun 23 14:21:01.880646 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Pushing event updated for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=10']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:01.883779 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:02.089353 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfe88a-8fdf-4a51-9131-a39114d4fd72 req-82bbdacc-ce11-4543-8a69-a51a897553cc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:02.091929 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f8dfe88a-8fdf-4a51-9131-a39114d4fd72 req-82bbdacc-ce11-4543-8a69-a51a897553cc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 946 time: 0.0864093 Jun 23 14:21:02.130275 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f8dfe88a-8fdf-4a51-9131-a39114d4fd72 req-b699efb7-9b61-437a-b78f-6e7b088fab3d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325308 Jun 23 14:21:02.140660 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e52df9-9244-46c5-a703-43d2930e9a80 req-deed3a3d-f478-4226-b2b6-462349d9d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:02.142403 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-82e52df9-9244-46c5-a703-43d2930e9a80 req-deed3a3d-f478-4226-b2b6-462349d9d848 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1099 time: 0.0555313 Jun 23 14:21:02.186440 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-82e52df9-9244-46c5-a703-43d2930e9a80 req-07d1bfc6-3be5-42ce-896c-0f9ff85931b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299046 Jun 23 14:21:02.235070 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803a9e-0bfa-4404-82b0-314f23916f1a req-8d792a1a-8493-4617-862b-5fdee87349ca tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:02.236509 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f5803a9e-0bfa-4404-82b0-314f23916f1a req-8d792a1a-8493-4617-862b-5fdee87349ca tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0668774 Jun 23 14:21:02.276040 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-f5803a9e-0bfa-4404-82b0-314f23916f1a req-51b3d06e-50b9-45a8-8fb2-23e114af0b94 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec2e40c6-dac0-40e5-8101-14473c2834cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Jun 23 14:21:03.042534 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-9a3a8520-29e4-44e2-a698-9670eafd9622 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:03.043934 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-9a3a8520-29e4-44e2-a698-9670eafd9622 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 946 time: 0.0854597 Jun 23 14:21:03.155433 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Deleting port 418e718e-cf76-41a7-8588-b67e96b8675e {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:03.156099 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.244539 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] For port 418e718e-cf76-41a7-8588-b67e96b8675e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=418e718e-cf76-41a7-8588-b67e96b8675e,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:03.244873 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.257619 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Calling delete_port for 418e718e-cf76-41a7-8588-b67e96b8675e owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:03.309928 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4888dd-2d02-43ef-a335-b7578ea77350 req-2346c02b-7d73-4314-95ea-9c569ac069c5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:03.314806 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5e4888dd-2d02-43ef-a335-b7578ea77350 req-2346c02b-7d73-4314-95ea-9c569ac069c5 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 946 time: 0.0655956 Jun 23 14:21:03.349409 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-5e4888dd-2d02-43ef-a335-b7578ea77350 req-382071d7-d672-478c-a14b-1afef15a0d4d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323513 Jun 23 14:21:03.388150 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.392091 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-9ba552a3-67a0-479a-9094-5991e76e90d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:03.415284 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event deleted for resources: {'Port': ['ID=418e718e-cf76-41a7-8588-b67e96b8675e,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:03.419612 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-72f12d92-83a7-4ab3-a13d-449abca956a6 req-fc715d1d-333c-4b5f-8cd2-e3a97bc17d67 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8f6a16-14d8-4060-9a99-978a0a95980b HTTP/1.1" status: 200 len: 210 time: 0.0313199 Jun 23 14:21:03.424852 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.425231 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.425762 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.426152 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.426529 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.426851 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.427203 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.427550 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.428322 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.428322 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.428585 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.429492 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.435309 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:03.477695 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] No DVR routers for this DVR port 418e718e-cf76-41a7-8588-b67e96b8675e on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:03.480368 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.482699 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-8fee60c2-ca40-4475-b2fc-22d04eb8d121 req-b6d1860f-3f1d-4f44-a33e-6e8ea1af76f4 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.53 "DELETE /v2.0/ports/418e718e-cf76-41a7-8588-b67e96b8675e HTTP/1.1" status: 204 len: 173 time: 0.4282258 Jun 23 14:21:03.483217 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-deleted', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:03.485474 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec17fd-204f-4627-88da-512c25d35ab7" -d '{"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-deleted", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:03.581455 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fafcd50-941b-4ca0-b4c8-eea91afa3ec1 x-openstack-request-id: req-4fafcd50-941b-4ca0-b4c8-eea91afa3ec1 {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:03.581779 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f6a16-14d8-4060-9a99-978a0a95980b", "name": "network-vif-deleted", "tag": "418e718e-cf76-41a7-8588-b67e96b8675e", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:03.582094 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fafcd50-941b-4ca0-b4c8-eea91afa3ec1 {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:03.582525 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f6a16-14d8-4060-9a99-978a0a95980b', 'name': 'network-vif-deleted', 'tag': '418e718e-cf76-41a7-8588-b67e96b8675e', 'status': 'completed', 'code': 200} Jun 23 14:21:04.521387 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36134) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:04.585299 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84d39-edea-4220-b17e-29e36f8fc704 req-1f9cac79-0fce-4ee6-8026-6cfd354e15fe tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:04.587114 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-87d84d39-edea-4220-b17e-29e36f8fc704 req-1f9cac79-0fce-4ee6-8026-6cfd354e15fe tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 946 time: 0.0992196 Jun 23 14:21:04.606594 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ff7272f8-5915-44ae-b303-b60cc5bb1376 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:04.647943 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ff7272f8-5915-44ae-b303-b60cc5bb1376 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:04.652966 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-87d84d39-edea-4220-b17e-29e36f8fc704 req-e8b8eb3a-7262-48a1-aaf4-348fda0caeca tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579011 Jun 23 14:21:04.716069 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ff7272f8-5915-44ae-b303-b60cc5bb1376 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:04.718703 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-ff7272f8-5915-44ae-b303-b60cc5bb1376 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:04.719837 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-ff7272f8-5915-44ae-b303-b60cc5bb1376 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec2e40c6-dac0-40e5-8101-14473c2834cf HTTP/1.1" status: 204 len: 168 time: 0.1974647 Jun 23 14:21:04.720599 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8ceee6ca-b256-4ed9-a39f-730900daea61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:04.729649 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7272f8-5915-44ae-b303-b60cc5bb1376 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2e40c6-dac0-40e5-8101-14473c2834cf,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:04.732672 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-ff7272f8-5915-44ae-b303-b60cc5bb1376 tempest-TestShelveInstance-286990143 tempest-TestShelveInstance-286990143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:04.759478 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36138) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:05.100124 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-1d189380-931c-4ce3-b2cd-d094cf14263a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:05.471266 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506110'] for router_interface, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:05.725211 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Deleting port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:05.725424 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:05.805159 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] For port 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:05.805857 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:05.818649 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Calling delete_port for 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 owned by network:router_interface {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:05.841809 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f8010-8057-417d-9488-d60c6017c9f1 req-542a683a-96c7-44f6-aa94-b5800cc649c7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.843350 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1a2f8010-8057-417d-9488-d60c6017c9f1 req-542a683a-96c7-44f6-aa94-b5800cc649c7 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 946 time: 0.0721829 Jun 23 14:21:05.884485 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-1a2f8010-8057-417d-9488-d60c6017c9f1 req-40231b74-78ae-482d-979a-61380b88e8f3 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336175 Jun 23 14:21:05.997385 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:05.999300 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a2096723-4572-408b-944e-069a8d718769 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:06.022106 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0890ad-e988-4b75-aaa0-0ddb74d2aec5,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:06.025214 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:06.184912 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522254'] for router_interface, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.404380 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:06.520707 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:06.526565 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-4aeebbfd-b6ec-4c97-93af-3830455d13f1 admin admin] 10.222.0.55 "PUT /v2.0/routers/597a8d37-ebf1-4aaf-ae0b-583c3cef54ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7663684 Jun 23 14:21:06.529422 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36146) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:06.532010 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] Sync routers for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:06.542464 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:06.543081 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:20:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:06.631099 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks [] for router, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.641744 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:06.730203 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.784883 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Deleting port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:06.785126 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.824516 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:21:05Z', 'revision_number': 5, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port': {'id': '4d2f5c6a-a4ac-490f-beee-1b22aa488a3d', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:06.849808 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] Checking router: 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:06.862618 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] Routers {'597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:06.862618 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:20:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:06.870604 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] For port 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:06.871151 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.887463 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Calling delete_port for 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d owned by network:router_gateway {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:06.947784 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] Set router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac gateway port host: None {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:06.999215 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:21:06Z', 'revision_number': 6, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port_host': None}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:07.024411 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ec962-ed31-42ec-90e1-7ce6c4c8856c None None] The sync data for ids ['597a8d37-ebf1-4aaf-ae0b-583c3cef54ac'] in dv-cinder-784477-5-smb is: [{'id': '597a8d37-ebf1-4aaf-ae0b-583c3cef54ac', 'name': 'tempest-TestShelveInstance-390055735-router', 'tenant_id': 'c4db258474334e978f32b2cbd6d30ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:25Z', 'updated_at': '2021-06-23T14:21:06Z', 'revision_number': 6, 'project_id': 'c4db258474334e978f32b2cbd6d30ad6', 'gw_port_host': None}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:07.052272 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.054740 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f1e1c830-0cde-4c3b-8458-a2b82dbf9063 tempest-AttachVolumeNegativeTest-1672937188 tempest-AttachVolumeNegativeTest-1672937188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:07.077118 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2f5c6a-a4ac-490f-beee-1b22aa488a3d,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:07.081474 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:07.140140 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520859'] for router_gateway, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.228036 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15693'] for router, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.230210 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.278762 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522741'] for router, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.279307 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597a8d37-ebf1-4aaf-ae0b-583c3cef54ac {{(pid=93137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:21:07.283667 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.284801 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a377b1b3-61e9-4099-8b8e-1cfd6545d928 admin admin] 10.222.0.55 "DELETE /v2.0/routers/597a8d37-ebf1-4aaf-ae0b-583c3cef54ac HTTP/1.1" status: 204 len: 168 time: 0.7543817 Jun 23 14:21:07.287292 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36148) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:07.331597 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Deleting subnet 9d5770e4-08d4-4997-b126-6e57ad1f98dd {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:21:07.334611 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.369145 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.454422 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.506497 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.509457 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-47fad6f1-524f-49fc-a36b-6a556c428eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:07.534068 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.535859 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9d5770e4-08d4-4997-b126-6e57ad1f98dd HTTP/1.1" status: 204 len: 168 time: 0.2476692 Jun 23 14:21:07.536803 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5770e4-08d4-4997-b126-6e57ad1f98dd,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:07.539573 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36150) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:07.541597 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcfe4db-3c09-4813-8776-a0e1d1bee6eb None None] Network e7639972-495b-46af-b79b-55e31256e6b9 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:21:07.542139 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4b5faf03-cf7a-475f-b948-4f0a8506adea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:07.611920 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.652335 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-a85ca9c6-6ee5-40fe-983c-d959aa7120d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.656185 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 418e718e-cf76-41a7-8588-b67e96b8675e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:07.663084 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Deleting port ad729698-ca09-4691-8a04-1dd707376714 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:07.663431 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.676848 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: 418e718e-cf76-41a7-8588-b67e96b8675e {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:07.677258 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device 418e718e-cf76-41a7-8588-b67e96b8675e not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:07.723936 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] For port ad729698-ca09-4691-8a04-1dd707376714, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=ad729698-ca09-4691-8a04-1dd707376714,segment=NetworkSegment(3d658074-faef-4006-9330-b78c95479f58),segment_id=3d658074-faef-4006-9330-b78c95479f58)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:07.724506 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.736684 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Calling delete_port for ad729698-ca09-4691-8a04-1dd707376714 owned by network:dhcp {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:07.783561 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] DHCP port deletion for e7639972-495b-46af-b79b-55e31256e6b9 request from dv-cinder-784477-5-smb {{(pid=93138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:21:07.819499 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.822401 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-9c8fe112-8a0f-4fff-8df2-a10ab07382cd tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:07.829393 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Deleting port ad729698-ca09-4691-8a04-1dd707376714 {{(pid=93138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:07.829841 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.846550 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad729698-ca09-4691-8a04-1dd707376714,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:07.851790 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] No DVR routers for this DVR port ad729698-ca09-4691-8a04-1dd707376714 on host dv-cinder-784477-5-smb {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:07.853480 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:07.900401 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] For port ad729698-ca09-4691-8a04-1dd707376714, host dv-cinder-784477-5-smb, got binding levels [] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:07.900786 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.913697 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Calling delete_port for ad729698-ca09-4691-8a04-1dd707376714 owned by network:dhcp {{(pid=93138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:07.916380 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.ipam_backend_mixin [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Port ad729698-ca09-4691-8a04-1dd707376714 was not found and therefore no delete operation was performed {{(pid=93138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:21:07.917672 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399'] for port, after_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.920185 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:07.926922 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.936855 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7639972-495b-46af-b79b-55e31256e6b9']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:07.943884 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] No DVR routers for this DVR port ad729698-ca09-4691-8a04-1dd707376714 on host dv-cinder-784477-5-smb {{(pid=93138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:07.946873 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d658074-faef-4006-9330-b78c95479f58') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:07.947171 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d658074-faef-4006-9330-b78c95479f58') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:07.947698 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Pushing event deleted for resources: {'Port': ['ID=ad729698-ca09-4691-8a04-1dd707376714,revision_number=None']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:07.949707 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-02499c20-dd39-4115-b7c8-41242e1d1af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:07.960946 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.975855 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.981801 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:21:07.982275 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:21:07.984106 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:21:08.038068 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:08.042063 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-024906b6-4753-4009-b602-1ed8d8600769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:08.045609 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:08.047568 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e7639972-495b-46af-b79b-55e31256e6b9 HTTP/1.1" status: 204 len: 168 time: 0.5071163 Jun 23 14:21:08.050813 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36152) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:08.058147 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7639972-495b-46af-b79b-55e31256e6b9,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:08.060768 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0bfe78c9-b31b-4672-83f0-5e8f5ec32849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:08.375010 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device ad729698-ca09-4691-8a04-1dd707376714 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:08.393868 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: ad729698-ca09-4691-8a04-1dd707376714 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:08.394302 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device ad729698-ca09-4691-8a04-1dd707376714 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:08.394772 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:08.401575 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506110'] for router_interface, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:08.412273 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:08.412618 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9b0890ad-e988-4b75-aaa0-0ddb74d2aec5 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:08.413031 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:08.433448 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:08.433804 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4d2f5c6a-a4ac-490f-beee-1b22aa488a3d not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:08.656502 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Deleting port 4154e4fe-3005-4d68-b245-13fd684e76e9 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:08.656802 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:08.731085 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-af162343-6033-446a-8f15-77174864db4c admin admin] For port 4154e4fe-3005-4d68-b245-13fd684e76e9, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=4154e4fe-3005-4d68-b245-13fd684e76e9,segment=NetworkSegment(353465f7-0caf-4104-9e68-1e33fbca7bd4),segment_id=353465f7-0caf-4104-9e68-1e33fbca7bd4)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:08.731394 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:08.743286 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Calling delete_port for 4154e4fe-3005-4d68-b245-13fd684e76e9 owned by network:router_interface {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:08.924305 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:08.930074 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f513246e-8a5f-4191-9f79-0488e80e1f8f tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:08.951956 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Pushing event deleted for resources: {'Port': ['ID=4154e4fe-3005-4d68-b245-13fd684e76e9,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:08.955651 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:09.028809 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.053779 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.118740 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522254'] for router_interface, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.328457 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:09.427496 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af162343-6033-446a-8f15-77174864db4c admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:09.435361 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-af162343-6033-446a-8f15-77174864db4c admin admin] 10.222.0.55 "PUT /v2.0/routers/78a9c15c-5ef9-4dbd-a7f2-83cff451bc75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3806291 Jun 23 14:21:09.435480 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36154) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:09.436012 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] Sync routers for ids ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'] in dv-cinder-784477-5-smb {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:09.445925 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] Routers {'78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:09.446629 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:21:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:09.536828 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.546972 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] Set router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 gateway port host: dv-cinder-784477-5-smb {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:09.634745 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.686525 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Deleting port 9857b717-0593-4b0b-a9a5-793a1c7f0810 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:09.686859 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.716453 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:21:08Z', 'revision_number': 5, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port': {'id': '9857b717-0593-4b0b-a9a5-793a1c7f0810', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:15:30Z', 'updated_at': '2021-06-23T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:09.741076 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] Checking router: 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 for host: dv-cinder-784477-5-smb {{(pid=93138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:09.749398 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] Routers {'78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:09.750042 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:21:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'], 'active': True} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:09.766198 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] For port 9857b717-0593-4b0b-a9a5-793a1c7f0810, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=9857b717-0593-4b0b-a9a5-793a1c7f0810,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:09.766549 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.779069 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Calling delete_port for 9857b717-0593-4b0b-a9a5-793a1c7f0810 owned by network:router_gateway {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:09.833755 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvr_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] Set router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 gateway port host: None {{(pid=93138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:09.887524 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_hamode_db [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:21:09Z', 'revision_number': 6, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port_host': None}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:09.913979 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8d0ce-869d-4186-b917-0bd54a7c59ff None None] The sync data for ids ['78a9c15c-5ef9-4dbd-a7f2-83cff451bc75'] in dv-cinder-784477-5-smb is: [{'id': '78a9c15c-5ef9-4dbd-a7f2-83cff451bc75', 'name': 'tempest-TestShelveInstance-2107290565-router', 'tenant_id': '180c69c989ad47899bfddbb266f1e89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:15:29Z', 'updated_at': '2021-06-23T14:21:09Z', 'revision_number': 6, 'project_id': '180c69c989ad47899bfddbb266f1e89e', 'gw_port_host': None}] {{(pid=93138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:10.223070 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.224894 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-40081e70-8912-41ff-809b-4ce30c77a618 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:10.248596 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9857b717-0593-4b0b-a9a5-793a1c7f0810,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:10.251769 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:10.314262 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520859'] for router_gateway, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.404345 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15693'] for router, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.406551 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.413031 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.451310 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522741'] for router, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.451964 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 {{(pid=93136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:21:10.457114 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] Notify callbacks [] for router, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.460646 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-efe69c1a-7913-4854-bc30-a8734d9e2d18 admin admin] 10.222.0.55 "DELETE /v2.0/routers/78a9c15c-5ef9-4dbd-a7f2-83cff451bc75 HTTP/1.1" status: 204 len: 168 time: 1.0242422 Jun 23 14:21:10.461241 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36156) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:10.474587 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4154e4fe-3005-4d68-b245-13fd684e76e9 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:10.497356 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 4154e4fe-3005-4d68-b245-13fd684e76e9 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:10.497700 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 4154e4fe-3005-4d68-b245-13fd684e76e9 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:10.518788 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Deleting subnet e60b0690-47c3-40a2-8aac-a53a4542130a {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:21:10.522330 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.558406 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.634394 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.692018 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.694983 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:10.718072 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60b0690-47c3-40a2-8aac-a53a4542130a,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:10.721081 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:10.722055 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.723905 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-6692b440-8ae1-4a9b-86db-2314b6dcf886 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e60b0690-47c3-40a2-8aac-a53a4542130a HTTP/1.1" status: 204 len: 168 time: 0.2607536 Jun 23 14:21:10.726532 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36158) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:10.729283 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aac9b4-b2fb-43d8-b290-aea6d3acc301 None None] Network 58c59906-9986-42cc-9788-0b7074b6e6bc requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:21:10.791313 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.846835 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Deleting port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:10.847205 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.901733 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] DHCP port deletion for 58c59906-9986-42cc-9788-0b7074b6e6bc request from dv-cinder-784477-5-smb {{(pid=93138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:21:10.911231 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] For port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,segment=NetworkSegment(353465f7-0caf-4104-9e68-1e33fbca7bd4),segment_id=353465f7-0caf-4104-9e68-1e33fbca7bd4)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:10.911591 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.924384 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Calling delete_port for 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf owned by network:dhcp {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:11.011647 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.013789 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:11.037039 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Pushing event deleted for resources: {'Port': ['ID=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:11.040189 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:11.040966 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] No DVR routers for this DVR port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf on host dv-cinder-784477-5-smb {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:11.073719 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Deleting port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf {{(pid=93138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:11.074127 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.110551 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.120137 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c59906-9986-42cc-9788-0b7074b6e6bc']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:11.129628 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353465f7-0caf-4104-9e68-1e33fbca7bd4') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:11.129952 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353465f7-0caf-4104-9e68-1e33fbca7bd4') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:11.132843 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] For port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf, host dv-cinder-784477-5-smb, got binding levels [] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:11.133249 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.138498 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.145633 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Calling delete_port for 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf owned by network:dhcp {{(pid=93138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:11.148317 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.ipam_backend_mixin [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf was not found and therefore no delete operation was performed {{(pid=93138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:21:11.149607 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399'] for port, after_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.151524 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:11.152533 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.158736 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:21:11.159160 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:21:11.160886 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:21:11.176919 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Pushing event deleted for resources: {'Port': ['ID=54c6a2a8-ca6a-4b8d-9415-8ef859d414bf,revision_number=None']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:11.179944 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:11.180750 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eab234-dbbf-4600-bb1d-5a5647bab4d9 None None] No DVR routers for this DVR port 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf on host dv-cinder-784477-5-smb {{(pid=93138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:11.219911 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.223751 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:11.226229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.228014 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] 10.222.0.55 "DELETE /v2.0/networks/58c59906-9986-42cc-9788-0b7074b6e6bc HTTP/1.1" status: 204 len: 168 time: 0.5006874 Jun 23 14:21:11.240180 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Pushing event deleted for resources: {'Network': ['ID=58c59906-9986-42cc-9788-0b7074b6e6bc,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:11.242608 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dc527133-12e5-4c44-b1eb-dd3749daa04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:11.348750 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36162) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:11.388408 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a2a8bb7b-d590-4bff-95fd-1c945b660167 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4db258474334e978f32b2cbd6d30ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383129 Jun 23 14:21:11.391916 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36164) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:11.441647 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.462126 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.517016 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.520036 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.521408 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6438b5a4-a5b7-4c95-8cd6-4db7b5abb06b HTTP/1.1" status: 204 len: 168 time: 0.1285899 Jun 23 14:21:11.522322 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4a2bb04a-4cee-4998-9302-52e96e43b212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:11.529467 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6438b5a4-a5b7-4c95-8cd6-4db7b5abb06b,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:11.532069 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:11.871954 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36170) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:11.912026 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-cd724a2c-fa12-402b-a007-fc13fe27cf29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=180c69c989ad47899bfddbb266f1e89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387702 Jun 23 14:21:11.914383 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36172) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:11.963005 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f8271ee0-9482-4cb3-8abb-6ce438c0cc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.987734 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f8271ee0-9482-4cb3-8abb-6ce438c0cc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.044335 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f8271ee0-9482-4cb3-8abb-6ce438c0cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.048489 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-f8271ee0-9482-4cb3-8abb-6ce438c0cc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.050287 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-f8271ee0-9482-4cb3-8abb-6ce438c0cc36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2343e27-13ee-434b-b9c6-3ce19f779915 HTTP/1.1" status: 204 len: 168 time: 0.1348166 Jun 23 14:21:12.051600 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-32838009-5a24-4fb4-a66e-57eee726b3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:12.061466 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271ee0-9482-4cb3-8abb-6ce438c0cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2343e27-13ee-434b-b9c6-3ce19f779915,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:12.063896 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-f8271ee0-9482-4cb3-8abb-6ce438c0cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:12.384945 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:12.405458 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:12.405910 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 54c6a2a8-ca6a-4b8d-9415-8ef859d414bf not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:12.406453 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9857b717-0593-4b0b-a9a5-793a1c7f0810 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:12.425832 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 9857b717-0593-4b0b-a9a5-793a1c7f0810 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:12.426214 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 9857b717-0593-4b0b-a9a5-793a1c7f0810 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:18.151672 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:21:19.836359 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:25.663820 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-732f12f5-14e9-452b-9479-5b38a567e54d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568328 Jun 23 14:21:25.786934 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-51c56e43-b1d7-4cda-a552-a34d11e3d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:25.788399 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-51c56e43-b1d7-4cda-a552-a34d11e3d6cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f56127e625b546229d084c866b2688da&device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 1099 time: 0.0622373 Jun 23 14:21:25.897571 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-2e84be2e-831a-4cfc-9a6a-29fed58ea42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:25.899058 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-2e84be2e-831a-4cfc-9a6a-29fed58ea42b service neutron] 10.222.0.53 "GET /v2.0/networks?id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 200 len: 918 time: 0.0893872 Jun 23 14:21:25.975701 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-a7e41636-58e5-4bb6-a26e-131e8a2622ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 200 len: 1000 time: 0.0694256 Jun 23 14:21:26.025363 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-b77b0333-4b3d-4075-a96b-58e17e700b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:26.026774 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-b77b0333-4b3d-4075-a96b-58e17e700b47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 200 len: 856 time: 0.0449460 Jun 23 14:21:26.081651 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-3c8693c1-9139-44e1-8a28-3110f6d30b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:26.083064 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-3c8693c1-9139-44e1-8a28-3110f6d30b51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12d21282-130e-4d6b-a43c-96eb3f2aa0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0495741 Jun 23 14:21:26.179234 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-f09b408a-8731-4b29-b9c3-fb5205cbe734 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884948 Jun 23 14:21:26.267106 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-4569a811-fe6e-4733-8cbe-952ff451db73 req-ae282621-f738-4c08-bf7e-200940b135d4 service neutron] 10.222.0.53 "GET /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813653 Jun 23 14:21:35.106329 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d261-34da-41b3-bc39-13d23367b9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:37.629615 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e6c9f460-ed1c-41d1-b892-a2a1b601d092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:39.035187 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:39.057095 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.424158 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:49.882839 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:55.155417 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:22:01.671767 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57d80-1cca-4e1b-a3b9-168b230dc948 req-6836f7ec-8513-488a-923b-a4550872520a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:01.673174 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59f57d80-1cca-4e1b-a3b9-168b230dc948 req-6836f7ec-8513-488a-923b-a4550872520a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 946 time: 0.0650730 Jun 23 14:22:01.712234 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-59f57d80-1cca-4e1b-a3b9-168b230dc948 req-8180ddb6-3698-4394-85f9-7932285a0c4d tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333502 Jun 23 14:22:02.924365 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641036d3-f2f3-43da-ad8f-359a7282d1b5 req-a43a9bb0-a841-44a1-9767-daf4011e3dac tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:02.926030 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-641036d3-f2f3-43da-ad8f-359a7282d1b5 req-a43a9bb0-a841-44a1-9767-daf4011e3dac tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 946 time: 0.0810485 Jun 23 14:22:02.964280 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-641036d3-f2f3-43da-ad8f-359a7282d1b5 req-2d2a7b45-9972-4756-a5d2-4f21ab1f8266 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups?id=23096171-d4fb-47d6-aa7f-a691e364dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Jun 23 14:22:03.191391 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-0c714945-4c53-4cf6-873c-664cf466de08 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:03.192852 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-0c714945-4c53-4cf6-873c-664cf466de08 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 946 time: 0.0783551 Jun 23 14:22:03.314865 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Deleting port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 {{(pid=93136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:03.315175 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:03.404249 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.db [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] For port f18fbcd0-b0c4-4a2e-97de-631aa3439e43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:03.404599 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:03.573987 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:03.574230 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520824'] for floatingip, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:03.574548 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.db.l3_db [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Floating IP 79f829fb-ebe4-48f5-8a7e-58356b06bd34 disassociated. External IP: 172.28.0.46, port: f18fbcd0-b0c4-4a2e-97de-631aa3439e43. Jun 23 14:22:03.574886 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Calling delete_port for f18fbcd0-b0c4-4a2e-97de-631aa3439e43 owned by compute:nova {{(pid=93136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:03.704116 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130316682'] for port, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:03.708047 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-4c04c55d-e50c-41cc-a054-c4381db0d75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:03.732738 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event deleted for resources: {'Port': ['ID=f18fbcd0-b0c4-4a2e-97de-631aa3439e43,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:03.743363 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.743725 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.744091 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.744533 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.744891 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.745245 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.745601 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.745976 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.746341 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.746697 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.747034 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.747382 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:03.752112 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:03.854468 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:22:03.959294 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:22:03.973069 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] Sync routers for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:22:03.982704 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:03.983318 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:21:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:04.006082 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] No DVR routers for this DVR port f18fbcd0-b0c4-4a2e-97de-631aa3439e43 on host hv-cinder-78447 {{(pid=93136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:22:04.008737 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for port, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:04.010859 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [req-7a143d9b-b067-49fb-9ce8-3997a9a73694 req-f58954bc-7337-49fb-a9a3-53e1413fedb4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.53 "DELETE /v2.0/ports/f18fbcd0-b0c4-4a2e-97de-631aa3439e43 HTTP/1.1" status: 204 len: 173 time: 0.8124006 Jun 23 14:22:04.011386 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-deleted', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43'}] {{(pid=93136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:22:04.013820 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9111f3d7079a350993d004af8467578b10c7ad97edb8c042786868f34d3482b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3023824a-99de-42bf-ba23-11a303018e42" -d '{"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-deleted", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43"}]}' {{(pid=93136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:22:04.079922 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf4607-e362-466e-a796-966c6b3ec87b x-openstack-request-id: req-9faf4607-e362-466e-a796-966c6b3ec87b {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:22:04.080248 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af9753-c316-4413-8d20-4c88ed6737e1", "name": "network-vif-deleted", "tag": "f18fbcd0-b0c4-4a2e-97de-631aa3439e43", "status": "completed", "code": 200}]} {{(pid=93136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:22:04.080537 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9faf4607-e362-466e-a796-966c6b3ec87b {{(pid=93136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:22:04.080984 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af9753-c316-4413-8d20-4c88ed6737e1', 'name': 'network-vif-deleted', 'tag': 'f18fbcd0-b0c4-4a2e-97de-631aa3439e43', 'status': 'completed', 'code': 200} Jun 23 14:22:04.089355 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:04.126620 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [req-41e25bf5-71ef-40fa-8b1f-fc5d2389c0b6 req-d1b2a75b-70a9-4135-a8e6-e866e6125e9a tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/ports?device_id=69af9753-c316-4413-8d20-4c88ed6737e1 HTTP/1.1" status: 200 len: 210 time: 0.0388520 Jun 23 14:22:04.295879 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:04.323995 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] Checking router: 93148e61-8b15-41fa-a5ae-5ce957a1fa07 for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:22:04.332260 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:04.332811 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:21:38Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:04.434510 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:04.719712 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:04.748191 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12cee3-afd1-41b1-b1c5-c3ba2602dfcc None None] The sync data for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb is: [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:16Z', 'revision_number': 4, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb', '_interfaces': [{'id': '70a18bfb-8d6d-4711-9dd3-7c65b50dc368', 'name': '', 'network_id': '12d21282-130e-4d6b-a43c-96eb3f2aa0f5', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'mac_address': 'fa:16:3e:b6:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:15Z', 'updated_at': '2021-06-23T14:14:22Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'subnets': [{'id': '6330332a-f02a-4da5-8533-f7fcbc04166e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:22:04.962826 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d1f0e-964d-4f5a-9b10-d94960ac7668 None None] New status for floating IP 79f829fb-ebe4-48f5-8a7e-58356b06bd34: DOWN {{(pid=93138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:22:05.099376 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-6fb8434f-3616-4ee3-a91d-76b00a6cc8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.259609 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36214) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:05.583947 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.607573 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.663909 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.666552 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.667719 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "DELETE /v2.0/security-groups/23096171-d4fb-47d6-aa7f-a691e364dc1d HTTP/1.1" status: 204 len: 168 time: 0.4070511 Jun 23 14:22:05.668596 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-36c9ec5a-95f4-4215-9910-b007b20025d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:05.670675 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36216) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:05.677135 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23096171-d4fb-47d6-aa7f-a691e364dc1d,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:05.684336 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.684684 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.api.v2.resource [None req-3396aa9f-a3d0-490f-97f4-dd8e0147b0af tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] show failed (client error): The resource could not be found. Jun 23 14:22:05.684834 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.685079 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.685455 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.685805 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.686225 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.686620 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.686980 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.687395 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.687677 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.688044 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.688392 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:05.690344 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-3396aa9f-a3d0-490f-97f4-dd8e0147b0af tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "GET /v2.0/security-groups/23096171-d4fb-47d6-aa7f-a691e364dc1d HTTP/1.1" status: 404 len: 347 time: 0.0185473 Jun 23 14:22:05.690903 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36218) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:05.692897 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-7c38e8a5-a76b-4d2b-ad67-59d6e23db665 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:05.813172 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Deleting port 6162db9f-6db9-4da2-96e0-bf5e3b747866 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:05.813526 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.900837 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.901162 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.914379 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Calling delete_port for 6162db9f-6db9-4da2-96e0-bf5e3b747866 owned by network:floatingip {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:06.052086 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.054021 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-603329d5-379f-4f1f-b919-53384f9a3f44 tempest-VolumesSnapshotTestJSON-2075366626 tempest-VolumesSnapshotTestJSON-2075366626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:06.079759 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Pushing event deleted for resources: {'Port': ['ID=6162db9f-6db9-4da2-96e0-bf5e3b747866,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:06.085427 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:06.141024 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.143425 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38891'] for floatingip, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.144564 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-13ecab8f-9e63-44a8-a00e-afbbbceecedc tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] 10.222.0.55 "DELETE /v2.0/floatingips/79f829fb-ebe4-48f5-8a7e-58356b06bd34 HTTP/1.1" status: 204 len: 168 time: 0.4527345 Jun 23 14:22:07.614824 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-6a402514-5b05-4a26-a224-6d9e646e902d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:08.013590 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:08.046178 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] No Port match for: f18fbcd0-b0c4-4a2e-97de-631aa3439e43 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:08.046772 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Device f18fbcd0-b0c4-4a2e-97de-631aa3439e43 not bound to the agent host hv-cinder-78447 {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:08.767337 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36242) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:09.029405 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:09.058779 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:09.388462 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506110'] for router_interface, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:09.693745 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Deleting port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:09.694042 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:09.781657 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] For port 70a18bfb-8d6d-4711-9dd3-7c65b50dc368, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:09.782410 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:09.794086 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Calling delete_port for 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 owned by network:router_interface {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:09.977125 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:09.979077 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-dfc47d11-ed29-4064-ba11-da53c7b5634f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:10.003212 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a18bfb-8d6d-4711-9dd3-7c65b50dc368,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:10.006927 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:10.165864 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522254'] for router_interface, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.374712 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 has already been hosted by L3 agent c700433d-bf5b-4956-85a8-27adb1665971 {{(pid=93137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:22:10.423130 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.483963 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-smb the message routers_updated {{(pid=93137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:22:10.489483 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-4d4f90a3-8df9-435a-85fb-0fc61b2bb1a4 admin admin] 10.222.0.55 "PUT /v2.0/routers/93148e61-8b15-41fa-a5ae-5ce957a1fa07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206836 Jun 23 14:22:10.491828 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36246) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:10.494552 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] Sync routers for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:22:10.504622 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:10.505253 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:22:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:10.592670 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks [] for router, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.604860 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: dv-cinder-784477-5-smb {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:10.691732 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.743359 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Deleting port 3c074c6e-d33d-4c39-b626-bf08cca0c54b {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:10.743705 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.773094 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'external_fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:22:09Z', 'revision_number': 5, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port': {'id': '3c074c6e-d33d-4c39-b626-bf08cca0c54b', 'name': '', 'network_id': '2754c6ec-986a-4601-8efd-13767ec0bc68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e26957-7680-4f36-8d7d-2a73467e0b0b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-smb'}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:10.799000 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] Checking router: 93148e61-8b15-41fa-a5ae-5ce957a1fa07 for host: dv-cinder-784477-5-smb {{(pid=93140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:22:10.808227 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] Routers {'93148e61-8b15-41fa-a5ae-5ce957a1fa07'} bound to L3 agent in host dv-cinder-784477-5-smb {{(pid=93140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:10.808879 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:08Z,description=,heartbeat_timestamp=2021-06-23T14:22:08Z,host='dv-cinder-784477-5-smb',id=c700433d-bf5b-4956-85a8-27adb1665971,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:08Z,topic='l3_agent')) {'router_ids': ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'], 'active': True} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:10.839943 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] For port 3c074c6e-d33d-4c39-b626-bf08cca0c54b, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=3c074c6e-d33d-4c39-b626-bf08cca0c54b,segment=NetworkSegment(dbbf0d02-1566-43eb-8173-3394e1f6bc64),segment_id=dbbf0d02-1566-43eb-8173-3394e1f6bc64)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:10.840652 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.853451 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Calling delete_port for 3c074c6e-d33d-4c39-b626-bf08cca0c54b owned by network:router_gateway {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:10.899357 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_dvr_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] Set router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 gateway port host: None {{(pid=93140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:10.950581 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.l3_hamode_db [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:22:10Z', 'revision_number': 6, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port_host': None}], 'dv-cinder-784477-5-smb', False) {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:10.976069 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bd71b-847e-4244-8dea-13cb45c2dab9 None None] The sync data for ids ['93148e61-8b15-41fa-a5ae-5ce957a1fa07'] in dv-cinder-784477-5-smb is: [{'id': '93148e61-8b15-41fa-a5ae-5ce957a1fa07', 'name': 'tempest-AttachVolumeShelveTestJSON-1614798699-router', 'tenant_id': 'f56127e625b546229d084c866b2688da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:13Z', 'updated_at': '2021-06-23T14:22:10Z', 'revision_number': 6, 'project_id': 'f56127e625b546229d084c866b2688da', 'gw_port_host': None}] {{(pid=93140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:22:11.023397 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.025602 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0445e904-269d-4a70-9816-a64a4ed4a15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:11.052882 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c074c6e-d33d-4c39-b626-bf08cca0c54b,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:11.056207 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:11.107674 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520859'] for router_gateway, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.460000 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15693'] for router, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.462673 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.509519 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522741'] for router, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.510141 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93148e61-8b15-41fa-a5ae-5ce957a1fa07 {{(pid=93137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:22:11.515322 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] Notify callbacks [] for router, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.516439 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-8df428cd-60d2-4d27-a58c-eee768507e2d admin admin] 10.222.0.55 "DELETE /v2.0/routers/93148e61-8b15-41fa-a5ae-5ce957a1fa07 HTTP/1.1" status: 204 len: 168 time: 1.0236592 Jun 23 14:22:11.520221 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36248) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:11.562794 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Deleting subnet 6330332a-f02a-4da5-8533-f7fcbc04166e {{(pid=93137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:22:11.565930 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.600068 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130710641'] for subnet, precommit_delete_associations {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.689291 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1579309'] for subnet, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.743565 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1579316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131237422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130280607'] for subnet, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.746514 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-03854cd3-277d-472d-afa2-d952ef865011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:11.770212 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6330332a-f02a-4da5-8533-f7fcbc04166e,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:11.772215 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.774159 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6330332a-f02a-4da5-8533-f7fcbc04166e HTTP/1.1" status: 204 len: 168 time: 0.2529435 Jun 23 14:22:11.774958 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-1bc06ad7-4def-45ee-8e3c-648b6528ed95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:11.776746 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36250) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:11.779747 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3dbbd7-8ed2-45cc-b8ff-155fcd12aeda None None] Network 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 requested from dv-cinder-784477-5-smb {{(pid=93138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:22:11.849433 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505451'] for network, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.901001 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Deleting port 943bec67-2c63-4f48-83ae-d5a01e801f77 {{(pid=93137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:11.901336 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.966376 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] DHCP port deletion for 12d21282-130e-4d6b-a43c-96eb3f2aa0f5 request from dv-cinder-784477-5-smb {{(pid=93138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:22:11.969173 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.db [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] For port 943bec67-2c63-4f48-83ae-d5a01e801f77, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=943bec67-2c63-4f48-83ae-d5a01e801f77,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:11.969529 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.989474 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.plugin [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Calling delete_port for 943bec67-2c63-4f48-83ae-d5a01e801f77 owned by network:dhcp {{(pid=93137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:12.011831 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Deleting port 943bec67-2c63-4f48-83ae-d5a01e801f77 {{(pid=93138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:12.012208 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772806729503'] for port, before_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.066856 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131237476'] for port, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.069738 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-275064e9-e460-43bd-8952-9a2db0bd2915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:12.075034 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.db [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] For port 943bec67-2c63-4f48-83ae-d5a01e801f77, host dv-cinder-784477-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-smb',level=0,port_id=943bec67-2c63-4f48-83ae-d5a01e801f77,segment=NetworkSegment(207fd837-f1b9-48c6-8996-991ad2537769),segment_id=207fd837-f1b9-48c6-8996-991ad2537769)] {{(pid=93138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:12.075441 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-521937'] for port, precommit_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.088275 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Calling delete_port for 943bec67-2c63-4f48-83ae-d5a01e801f77 owned by network:dhcp {{(pid=93138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:12.092297 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=943bec67-2c63-4f48-83ae-d5a01e801f77,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:12.095370 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:12.096142 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] No DVR routers for this DVR port 943bec67-2c63-4f48-83ae-d5a01e801f77 on host dv-cinder-784477-5-smb {{(pid=93137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:22:12.165991 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577120', 'neutron.services.segments.db._delete_segments_for_network-8772806767135'] for network, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.166377 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772806734641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772806260399'] for port, after_delete {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.169113 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:12.175664 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d21282-130e-4d6b-a43c-96eb3f2aa0f5']}} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:12.187927 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207fd837-f1b9-48c6-8996-991ad2537769') {'for_net_delete': True} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:12.188171 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.services.segments.db [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207fd837-f1b9-48c6-8996-991ad2537769') {} {{(pid=93137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:12.192054 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Pushing event deleted for resources: {'Port': ['ID=943bec67-2c63-4f48-83ae-d5a01e801f77,revision_number=None']} {{(pid=93138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:12.194260 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] No DVR routers for this DVR port 943bec67-2c63-4f48-83ae-d5a01e801f77 on host dv-cinder-784477-5-smb {{(pid=93138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:22:12.197503 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772806755054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130710638'] for segment, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.201642 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.202011 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.202350 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.202673 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.202970 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.203295 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.203654 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.203954 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.204235 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.204560 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.204909 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.205236 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:12.208412 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG oslo_concurrency.lockutils [None req-ff8ee440-c701-43e2-ad95-23b378d616bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:12.212381 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400'] for segment, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.218508 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:22:12.218881 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131237555'] for segment, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: Traceback (most recent call last): Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: timer() Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: cb(*args, **kw) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: return func(*args, **kwargs) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: self._notify() Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: self.callback(batched_events) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: event.method(event) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: return f(self, *a, **k) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: return self._get(url).json() Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: return self.request(url, 'GET', **kwargs) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:22:12.220550 dv-cinder-784477-5-smb neutron-server[93137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:22:12.272831 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520810'] for network, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.276681 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-07b62af0-664b-4236-8d40-363166cdd9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:12.281480 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585783'] for network, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.284136 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/12d21282-130e-4d6b-a43c-96eb3f2aa0f5 HTTP/1.1" status: 204 len: 168 time: 0.5056653 Jun 23 14:22:12.297659 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=12d21282-130e-4d6b-a43c-96eb3f2aa0f5,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:12.300082 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a78eab81-ee8b-4033-ba8f-b63d53443db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:12.398131 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36254) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:12.411185 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 3c074c6e-d33d-4c39-b626-bf08cca0c54b no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:12.435406 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 3c074c6e-d33d-4c39-b626-bf08cca0c54b {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:12.435685 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 3c074c6e-d33d-4c39-b626-bf08cca0c54b not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:12.436107 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 943bec67-2c63-4f48-83ae-d5a01e801f77 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:12.439943 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-32bea351-78b1-4083-8f11-fc9a946ae5d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f56127e625b546229d084c866b2688da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386779 Jun 23 14:22:12.440673 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36256) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:12.455327 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 943bec67-2c63-4f48-83ae-d5a01e801f77 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:12.455603 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 943bec67-2c63-4f48-83ae-d5a01e801f77 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:12.456091 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 no longer exists at agent ovs-agent-dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:12.475853 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.plugin [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] No Port match for: 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 {{(pid=93138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:12.476197 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron.plugins.ml2.rpc [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Device 70a18bfb-8d6d-4711-9dd3-7c65b50dc368 not bound to the agent host dv-cinder-784477-5-smb {{(pid=93138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:12.494554 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3dd84849-c891-421f-82fe-cddfd857dbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.514078 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3dd84849-c891-421f-82fe-cddfd857dbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.561471 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3dd84849-c891-421f-82fe-cddfd857dbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.564101 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-3dd84849-c891-421f-82fe-cddfd857dbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:12.565246 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-3dd84849-c891-421f-82fe-cddfd857dbed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d085985-1077-4add-bf77-468b537fe674 HTTP/1.1" status: 204 len: 168 time: 0.1236713 Jun 23 14:22:12.566029 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2cc41cf5-da61-4bbc-9f39-dceb3d85b7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:12.573157 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84849-c891-421f-82fe-cddfd857dbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d085985-1077-4add-bf77-468b537fe674,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:12.575847 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3dd84849-c891-421f-82fe-cddfd857dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:13.804766 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36306) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:13.913178 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e9aeea65-f2c6-4840-84f2-5b6abb16a460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.002247 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e9aeea65-f2c6-4840-84f2-5b6abb16a460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.008518 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e9aeea65-f2c6-4840-84f2-5b6abb16a460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.011187 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-3bb5fbc6-b1ac-42a5-aca6-ac8780051150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:14.048732 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e9aeea65-f2c6-4840-84f2-5b6abb16a460 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d46b2617b0d468fbab09fa2947bfa66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429209 Jun 23 14:22:14.049576 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeea65-f2c6-4840-84f2-5b6abb16a460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd23ecac-1a22-45bd-b96a-d832ea7b23c5,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:14.051828 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36310) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:14.052647 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e9aeea65-f2c6-4840-84f2-5b6abb16a460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:14.102295 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-83d5be8b-a5cf-4eb4-a717-a5fbfc51df1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.123281 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-83d5be8b-a5cf-4eb4-a717-a5fbfc51df1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.179433 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-83d5be8b-a5cf-4eb4-a717-a5fbfc51df1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.182432 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-83d5be8b-a5cf-4eb4-a717-a5fbfc51df1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.183569 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-83d5be8b-a5cf-4eb4-a717-a5fbfc51df1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd23ecac-1a22-45bd-b96a-d832ea7b23c5 HTTP/1.1" status: 204 len: 168 time: 0.1306798 Jun 23 14:22:14.184313 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7a6b4650-1559-4b6e-9224-80b362cf8591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:14.191587 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5be8b-a5cf-4eb4-a717-a5fbfc51df1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd23ecac-1a22-45bd-b96a-d832ea7b23c5,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:14.193996 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-83d5be8b-a5cf-4eb4-a717-a5fbfc51df1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:18.511803 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36382) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:18.619040 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ea50f802-c741-41d1-897a-cbb79a32087c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.712813 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ea50f802-c741-41d1-897a-cbb79a32087c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.718876 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-ea50f802-c741-41d1-897a-cbb79a32087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.721438 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-8504b655-04c3-4c98-989a-19849d34e7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:18.754967 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50f802-c741-41d1-897a-cbb79a32087c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce55ef-38c2-4786-8887-85b84daa0156,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:18.759183 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-ea50f802-c741-41d1-897a-cbb79a32087c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=525d8311203d40bdaaa781cf226ca176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462935 Jun 23 14:22:18.760104 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ea50f802-c741-41d1-897a-cbb79a32087c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:18.761811 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36386) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:18.809302 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-eb409f1e-2db8-4bfb-af52-fb96cbb7414a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.829610 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-eb409f1e-2db8-4bfb-af52-fb96cbb7414a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.882852 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-eb409f1e-2db8-4bfb-af52-fb96cbb7414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.885970 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-eb409f1e-2db8-4bfb-af52-fb96cbb7414a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.887140 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-eb409f1e-2db8-4bfb-af52-fb96cbb7414a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95ce55ef-38c2-4786-8887-85b84daa0156 HTTP/1.1" status: 204 len: 168 time: 0.1244047 Jun 23 14:22:18.887899 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-3161a2b7-4a88-4182-9f56-70d8f33635c4 tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:18.897244 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb409f1e-2db8-4bfb-af52-fb96cbb7414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce55ef-38c2-4786-8887-85b84daa0156,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:18.900837 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-eb409f1e-2db8-4bfb-af52-fb96cbb7414a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:19.149739 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36392) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:19.163571 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f918-fc89-4f54-bbe3-5d6d3d333872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.271135 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f918-fc89-4f54-bbe3-5d6d3d333872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.277479 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f918-fc89-4f54-bbe3-5d6d3d333872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.280795 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-0dac922c-905d-4e15-bf57-12ade0c9dd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:19.320478 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-e2c9f918-fc89-4f54-bbe3-5d6d3d333872 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=254932c266ad4081986a4cf551b8bca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694529 Jun 23 14:22:19.321075 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9f918-fc89-4f54-bbe3-5d6d3d333872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4243cce-cdb7-4421-a98a-de7caf29212a,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:19.323960 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36394) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:19.324196 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-e2c9f918-fc89-4f54-bbe3-5d6d3d333872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:19.375614 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-94ea044b-7dbe-4296-a693-55c29eee9690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.397114 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-94ea044b-7dbe-4296-a693-55c29eee9690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.449030 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-94ea044b-7dbe-4296-a693-55c29eee9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.451614 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-94ea044b-7dbe-4296-a693-55c29eee9690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.452783 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-94ea044b-7dbe-4296-a693-55c29eee9690 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4243cce-cdb7-4421-a98a-de7caf29212a HTTP/1.1" status: 204 len: 168 time: 0.1274519 Jun 23 14:22:19.453721 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-d32cbf93-8e2f-4f60-add8-b069ee2a8188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:19.461254 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea044b-7dbe-4296-a693-55c29eee9690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4243cce-cdb7-4421-a98a-de7caf29212a,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:19.464016 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-94ea044b-7dbe-4296-a693-55c29eee9690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:19.863189 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.338047 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36454) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:21.456022 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b616eba-6531-48b7-a113-f8c6184d6928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.542303 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b616eba-6531-48b7-a113-f8c6184d6928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.548044 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7b616eba-6531-48b7-a113-f8c6184d6928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.550439 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ef5769ed-1c9a-4309-a0d6-074affb5e39e tempest-AttachVolumeShelveTestJSON-1848747756 tempest-AttachVolumeShelveTestJSON-1848747756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:21.583631 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b616eba-6531-48b7-a113-f8c6184d6928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799260a9-b101-450b-a302-cf90a126d9ff,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:21.588959 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7b616eba-6531-48b7-a113-f8c6184d6928 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3efe30da02241a99af6fa640d7196fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498095 Jun 23 14:22:21.589999 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7b616eba-6531-48b7-a113-f8c6184d6928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:21.590699 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36460) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:21.646461 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-82cf329a-adb5-4c64-a35d-2b9a76555ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.677927 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-82cf329a-adb5-4c64-a35d-2b9a76555ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.733970 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-82cf329a-adb5-4c64-a35d-2b9a76555ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.736605 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-82cf329a-adb5-4c64-a35d-2b9a76555ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.737789 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-82cf329a-adb5-4c64-a35d-2b9a76555ee1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/799260a9-b101-450b-a302-cf90a126d9ff HTTP/1.1" status: 204 len: 168 time: 0.1461761 Jun 23 14:22:21.738562 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-bc083223-153f-48d8-9d8f-738f5b932678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:21.746211 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf329a-adb5-4c64-a35d-2b9a76555ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799260a9-b101-450b-a302-cf90a126d9ff,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:21.748937 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-82cf329a-adb5-4c64-a35d-2b9a76555ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:22.018386 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36466) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:22.032209 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-503bae57-d0a9-4982-b962-ebafa8817d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.117248 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-503bae57-d0a9-4982-b962-ebafa8817d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.123167 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-503bae57-d0a9-4982-b962-ebafa8817d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.125513 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-af1bfc40-a76f-45f9-8284-f2000627f063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:22.160367 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-503bae57-d0a9-4982-b962-ebafa8817d9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=779d8fe030394dd4b9d9406337da40b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408691 Jun 23 14:22:22.162641 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bae57-d0a9-4982-b962-ebafa8817d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d24b4-ef74-4bb0-875c-0ef33551fc04,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:22.163178 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36470) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:22.165547 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-503bae57-d0a9-4982-b962-ebafa8817d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:22.212296 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7e3300e5-714b-4e8f-92c9-17d5ad2a7db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.234121 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7e3300e5-714b-4e8f-92c9-17d5ad2a7db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.290140 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7e3300e5-714b-4e8f-92c9-17d5ad2a7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.292885 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-7e3300e5-714b-4e8f-92c9-17d5ad2a7db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.294171 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-7e3300e5-714b-4e8f-92c9-17d5ad2a7db4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c56d24b4-ef74-4bb0-875c-0ef33551fc04 HTTP/1.1" status: 204 len: 168 time: 0.1299903 Jun 23 14:22:22.294975 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-ea134db2-a46a-401a-8a0e-11dbedef73cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:22.302628 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3300e5-714b-4e8f-92c9-17d5ad2a7db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d24b4-ef74-4bb0-875c-0ef33551fc04,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:22.304997 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-7e3300e5-714b-4e8f-92c9-17d5ad2a7db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:23.387051 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36502) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:23.502211 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-22ae8de1-a228-40dd-a241-a04b73f4ef86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:23.596140 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-22ae8de1-a228-40dd-a241-a04b73f4ef86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:23.602168 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-22ae8de1-a228-40dd-a241-a04b73f4ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:23.604928 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-1cce4218-dee6-49d7-ba95-608bce287ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:23.639243 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-22ae8de1-a228-40dd-a241-a04b73f4ef86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cd4654f97044639abcd2aa3b803bb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510123 Jun 23 14:22:23.639976 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae8de1-a228-40dd-a241-a04b73f4ef86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093338b-5fe3-4774-8ede-d9d4ed677f87,revision_number=1']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:23.642091 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36506) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:23.643179 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-22ae8de1-a228-40dd-a241-a04b73f4ef86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:23.694952 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84f14d53-8725-4f01-9253-b8555750f7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:23.716872 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84f14d53-8725-4f01-9253-b8555750f7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:23.764907 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84f14d53-8725-4f01-9253-b8555750f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:23.768277 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-84f14d53-8725-4f01-9253-b8555750f7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:23.769444 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-84f14d53-8725-4f01-9253-b8555750f7c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a093338b-5fe3-4774-8ede-d9d4ed677f87 HTTP/1.1" status: 204 len: 168 time: 0.1262739 Jun 23 14:22:23.771242 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-52327a8b-4eea-440d-9d3e-6482bdd417e0 tempest-TestMinimumBasicScenario-1738911447 tempest-TestMinimumBasicScenario-1738911447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:23.778966 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f14d53-8725-4f01-9253-b8555750f7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093338b-5fe3-4774-8ede-d9d4ed677f87,revision_number=None']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:23.781312 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-84f14d53-8725-4f01-9253-b8555750f7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:32.162030 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:22:35.113029 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-4ff09987-8dcd-4be0-a2d5-b117413e2293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:37.629938 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-ed6912d2-345d-4068-ac04-7f28557d59fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.035268 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.062511 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:40.426435 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:49.871427 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.174573 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36760) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:00.323114 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-289606ab-b9f0-4cb8-8a96-b41a55befd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.416542 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-289606ab-b9f0-4cb8-8a96-b41a55befd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.422229 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-289606ab-b9f0-4cb8-8a96-b41a55befd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.425687 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-6e94edce-4ea8-4f40-b488-7aae85cc01ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:00.459188 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-289606ab-b9f0-4cb8-8a96-b41a55befd78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=393d99a2dcce447b870cd81063f8fb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836139 Jun 23 14:23:00.460401 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289606ab-b9f0-4cb8-8a96-b41a55befd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c7cf5-9515-495c-8d15-bbf2a733cb54,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:00.463677 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36764) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:00.464190 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-289606ab-b9f0-4cb8-8a96-b41a55befd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:00.516077 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-101b75f1-c066-42ac-bb9e-96b5cde2d769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.536655 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-101b75f1-c066-42ac-bb9e-96b5cde2d769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.587307 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-101b75f1-c066-42ac-bb9e-96b5cde2d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.591365 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-101b75f1-c066-42ac-bb9e-96b5cde2d769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.593128 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-101b75f1-c066-42ac-bb9e-96b5cde2d769 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d88c7cf5-9515-495c-8d15-bbf2a733cb54 HTTP/1.1" status: 204 len: 168 time: 0.1282866 Jun 23 14:23:00.594478 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-a19f04a3-1b60-4816-aed2-a849152af670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:00.602754 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b75f1-c066-42ac-bb9e-96b5cde2d769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c7cf5-9515-495c-8d15-bbf2a733cb54,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:00.605514 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-101b75f1-c066-42ac-bb9e-96b5cde2d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:05.108408 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-aa27e7de-c770-4753-8c5d-68175f5c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.625102 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d6c5-01e9-42a4-adb5-14137805eecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.036872 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.067419 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.151790 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:23:10.424082 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.537108 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.wsgi [-] (93137) accepted ('10.222.0.55', 36902) {{(pid=93137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:11.648470 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.748158 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.754552 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron_lib.callbacks.manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_create {{(pid=93137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.758148 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-a8bbb0b4-dfea-465c-8339-c5b496c09018 tempest-AttachVolumeTestJSON-1254761333 tempest-AttachVolumeTestJSON-1254761333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:11.791388 dv-cinder-784477-5-smb neutron-server[93137]: INFO neutron.wsgi [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=168f1c3be2184ded96d39818b9240919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531743 Jun 23 14:23:11.792341 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa757ae-2f2c-416c-af0d-8d255088b564,revision_number=1']} {{(pid=93137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:11.794253 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.wsgi [-] (93136) accepted ('10.222.0.55', 36906) {{(pid=93136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:11.799554 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.799928 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.800294 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.800673 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.801027 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.801384 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.801721 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.802121 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.802481 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.802830 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.803178 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.803526 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.807752 dv-cinder-784477-5-smb neutron-server[93137]: DEBUG oslo_concurrency.lockutils [None req-2822c273-3f15-4123-8801-6e23d4125e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:11.843670 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.864763 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.914623 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211543'] for security_group, after_delete {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.917223 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.918446 dv-cinder-784477-5-smb neutron-server[93136]: INFO neutron.wsgi [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/caa757ae-2f2c-416c-af0d-8d255088b564 HTTP/1.1" status: 204 len: 168 time: 0.1232338 Jun 23 14:23:11.919221 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-66751350-6011-49ee-92c1-139861e45193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:11.926776 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa757ae-2f2c-416c-af0d-8d255088b564,revision_number=None']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:11.934069 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.934454 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.934838 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.935202 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.935565 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.935921 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.936281 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.936632 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.936986 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.937339 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.937687 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.938072 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-smb {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:11.941128 dv-cinder-784477-5-smb neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-c8b03b5c-c8dd-4716-b318-caa0c1f6932a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:19.873470 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:35.114400 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e3a2-6a56-487b-b818-ec3e3d5e7829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:37.635277 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-41b352c4-7918-4f3d-aab4-5a24d045868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:39.046829 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:39.066563 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:40.432332 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:46.155981 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:23:49.873325 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:05.114376 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-7de6184c-b1e4-4787-9de1-e5eacbd7dfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:07.633313 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc65a-aa60-4577-982b-fad29312a469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:09.049822 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:09.073122 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:10.433905 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:19.870301 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:23.161581 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:24:35.120584 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-72df0f0f-a718-4c53-bd16-aeba3907b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:37.636978 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-9fcefbff-9792-469b-ba74-e8e85462fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:39.057618 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:39.074072 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:40.439283 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:49.881029 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:00.165661 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:25:05.113545 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-5cf1b058-9c93-41f3-b0b1-268d260f580d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.640675 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2056-f9c1-4fee-9fa8-8c690cf0537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:09.050937 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:09.078946 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:10.450435 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:19.885438 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:35.118158 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0a2d04b2-114c-4d4c-b309-598f0799f163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:37.169651 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:25:37.640321 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-76fc8f89-41e7-46e0-b50a-b85bdfc21129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:39.049826 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:39.082424 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:40.451217 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:49.900555 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.115556 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3029afe6-b7d4-42ff-b035-b9309d7559a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:07.640873 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6ac1-15e7-4e9a-b94f-cc8b0f630b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:09.050276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:09.083886 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:10.456646 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:14.170310 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:26:19.899138 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:35.111587 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-558c5e0b-12c1-4f48-8d2e-f856064b5769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:37.644261 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-da71b943-d4e6-40db-8150-8af0839f7ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:39.053276 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:39.088679 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:40.465694 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:49.933926 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:51.172482 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:27:05.116454 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-32146596-7fdd-4d8c-b55e-15bac0f29151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:07.646589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-9840b4ad-289d-41f6-a6b3-8c5b9ae979d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:09.051784 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:09.088616 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:10.462913 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:19.933286 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:28.172381 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:27:35.120251 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-598a2f3d-4586-4f29-a044-282080e96a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:37.650286 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0e234da0-3f19-4149-9379-477fe8506790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:39.050487 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:39.091589 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:40.475019 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:49.946219 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:05.106984 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-3c3cff9c-4c3f-4223-b698-f939dcceba00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:05.176013 dv-cinder-784477-5-smb neutron-server[93140]: DEBUG neutron.db.agents_db [None req-bc7aaa37-ef40-408d-9caf-16cdaea71f81 None None] Agent healthcheck: found 6 active agents {{(pid=93140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:28:07.653861 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-8ac22cff-ccc8-4a15-ad64-644c5d8db5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:09.055846 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-246ebffa-c7fd-4e8e-b8eb-0a1cbe240142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:09.097041 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-575919fc-919c-46ab-b1e4-6dbaf520d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:10.473962 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-e314a6b2-c5a0-47fe-bb85-e16fd2790999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:19.961029 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8af-7664-46fb-b7ef-0af981f80cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:35.110611 dv-cinder-784477-5-smb neutron-server[93138]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3ae3-1cba-4e74-914f-14392607371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772806767117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1583594'] for agent, after_update {{(pid=93138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}